feat(manager/jsonata): add toml support (renovatebot#34380)

Co-authored-by: Rhys Arkins <[email protected]>
Co-authored-by: Michael Kriese <[email protected]>

Author: 3 people

docs/usage/configuration-options.md

@@ -845,7 +845,7 @@ It will be compiled using Handlebars and the regex `groups` result.
 It specifies the syntax of the package file that's managed by the custom `jsonata` manager.
 This setting helps the system correctly parse and interpret the configuration file's contents.
 
-Only the `json` and `yaml` formats are supported.
+Only the `json`, `toml` and `yaml` formats are supported.
 `yaml` files are parsed as multi document YAML files.
 
 ```json title="Parsing a JSON file with a custom manager"
@@ -856,7 +856,7 @@ Only the `json` and `yaml` formats are supported.
       "fileFormat": "json",
       "fileMatch": [".renovaterc"],
       "matchStrings": [
-        "packages.{ \"depName\": package, \"currentValue\": version }"
+        "packages.{ 'depName': package, 'currentValue': version }"
       ]
     }
   ]
@@ -871,7 +871,22 @@ Only the `json` and `yaml` formats are supported.
       "fileFormat": "yaml",
       "fileMatch": ["file.yml"],
       "matchStrings": [
-        "packages.{ \"depName\": package, \"currentValue\": version }"
+        "packages.{ 'depName': package, 'currentValue': version }"
+      ]
+    }
+  ]
+}
+```
+
+```json title="Parsing a TOML file with a custom manager"
+{
+  "customManagers": [
+    {
+      "customType": "jsonata",
+      "fileFormat": "toml",
+      "fileMatch": ["file.toml"],
+      "matchStrings": [
+        "packages.{ 'depName': package, 'currentValue': version }"
       ]
     }
   ]

lib/config/options/index.ts

@@ -2766,7 +2766,7 @@ const options: RenovateOptions[] = [
     description:
       'It specifies the syntax of the package file being managed by the custom JSONata manager.',
     type: 'string',
-    allowedValues: ['json', 'yaml'],
+    allowedValues: ['json', 'toml', 'yaml'],
     parents: ['customManagers'],
     cli: false,
     env: false,

lib/modules/manager/custom/jsonata/index.spec.ts

@@ -362,4 +362,55 @@ describe('modules/manager/custom/jsonata/index', () => {
       datasourceTemplate: 'npm',
     });
   });
+
+  it('extracts toml', async () => {
+    const json = codeBlock`
+        [[packages]]
+        dep_name = "foo"
+        package_name = "fii"
+        current_value = "1.2.3"
+        current_digest = "1234"
+        data_source = "nuget"
+        versioning = "maven"
+        extract_version = "custom-extract-version"
+        registry_url = "https://registry.npmjs.org"
+        dep_type = "dev"
+
+        some = true
+    `;
+    const config = {
+      fileFormat: 'toml',
+      matchStrings: [
+        `packages.{
+            "depName": dep_name,
+            "packageName": package_name,
+            "currentValue": current_value,
+            "currentDigest": current_digest,
+            "datasource": data_source,
+            "versioning": versioning,
+            "extractVersion": extract_version,
+            "registryUrl": registry_url,
+            "depType": dep_type
+        }`,
+      ],
+    };
+    const res = await extractPackageFile(json, 'unused', config);
+
+    expect(res).toMatchObject({
+      ...config,
+      deps: [
+        {
+          depName: 'foo',
+          packageName: 'fii',
+          currentValue: '1.2.3',
+          currentDigest: '1234',
+          datasource: 'nuget',
+          versioning: 'maven',
+          extractVersion: 'custom-extract-version',
+          registryUrls: ['https://registry.npmjs.org/'],
+          depType: 'dev',
+        },
+      ],
+    });
+  });
 });

lib/modules/manager/custom/jsonata/index.ts

@@ -2,6 +2,7 @@ import is from '@sindresorhus/is';
 import type { Category } from '../../../../constants';
 import { logger } from '../../../../logger';
 import { parseJson } from '../../../../util/common';
+import { parse as parseToml } from '../../../../util/toml';
 import { parseYaml } from '../../../../util/yaml';
 import type { PackageFileContent } from '../../types';
 import { validMatchFields } from '../utils';
@@ -30,6 +31,9 @@ export async function extractPackageFile(
       case 'yaml':
         json = parseYaml(content);
         break;
+      case 'toml':
+        json = parseToml(content);
+        break;
     }
   } catch (err) {
     logger.debug(

lib/modules/manager/custom/jsonata/readme.md

@@ -1,6 +1,6 @@
-With `customManagers` using `JSONata` queries you can configure Renovate so it finds dependencies in JSON or YAML files, that are not detected by its other built-in package managers.
+With `customManagers` using `JSONata` queries you can configure Renovate so it finds dependencies in JSON, TOML and YAML files, that are not detected by its other built-in package managers.
 
-Renovate uses the `jsonata` package to process the `json` or `yaml` file content using the queries.
+Renovate uses the `jsonata` package to process the file content using the queries, after the content has been parsed into `json` format.
 
 For more on the jsonata query language, read the [jsonata query language site](https://docs.jsonata.org/overview.html).
 
@@ -231,3 +231,19 @@ Query:
 ```
 packages.{ "depName": package, "currentValue": version }
 ```
+
+```toml title="JSONata manager config to extract deps from a toml file"
+[[packages]]
+version = "1.2.3"
+package = "foo"
+
+[[packages]]
+version = "1.2.2"
+package = "bar"
+```
+
+Query:
+
+```
+packages.{ "depName": package, "currentValue": version }
+```