Add support for downloading packs from GHES

This change adds:

- new `registries` block allowed in code scanning config file
- new `registries-auth-tokens` input in init action
- Change the downloadPacks function so that it accepts new parameters:
    - registries block
    - api auth
- Generate a qlconfig.yml file with the registries block if one is
  supplied. Use this file when downloading packs.
- temporarily set the `GITHUB_TOKEN` and `CODEQL_REGISTRIES_AUTH` based
  on api auth

TODO:

1. integration test
2. handle pack downloads when the config is generated by the CLI

lib/config-utils.js

@@ -909,7 +909,7 @@ async function initConfig(languagesInput, queriesInput, packsInput, configFile,
     // happen in the CLI during the `database init` command, so no need
     // to download them here.
     if (!(await (0, util_1.useCodeScanningConfigInCli)(codeQL))) {
-        await downloadPacks(codeQL, config.languages, config.packs, logger);
+        await downloadPacks(codeQL, config.languages, config.packs, config.originalUserInput.registries, apiDetails, config.tempDir, logger);
     }
     // Save the config so we can easily access it again in the future
     await saveConfig(config, logger);
@@ -995,27 +995,62 @@ async function getConfig(tempDir, logger) {
     return JSON.parse(configString);
 }
 exports.getConfig = getConfig;
-async function downloadPacks(codeQL, languages, packs, logger) {
-    let numPacksDownloaded = 0;
-    logger.startGroup("Downloading packs");
-    for (const language of languages) {
-        const packsWithVersion = packs[language];
-        if (packsWithVersion === null || packsWithVersion === void 0 ? void 0 : packsWithVersion.length) {
-            logger.info(`Downloading custom packs for ${language}`);
-            const results = await codeQL.packDownload(packsWithVersion);
-            numPacksDownloaded += results.packs.length;
-            logger.info(`Downloaded packs: ${results.packs
-                .map((r) => `${r.name}@${r.version || "latest"}`)
-                .join(", ")}`);
+async function downloadPacks(codeQL, languages, packs, registries, apiDetails, tmpDir, logger) {
+    let qlconfigFile;
+    if (registries) {
+        // generate a qlconfig.yml file to hold the registry configs.
+        const qlconfig = {
+            registries,
+        };
+        qlconfigFile = path.join(tmpDir, "qlconfig.yml");
+        fs.writeFileSync(qlconfigFile, yaml.dump(qlconfig), "utf8");
+    }
+    await wrapEnvironment({
+        GITHUB_TOKEN: apiDetails.auth,
+        CODEQL_REGISTRIES_AUTH: apiDetails.registriesAuthTokens,
+    }, async () => {
+        let numPacksDownloaded = 0;
+        logger.startGroup("Downloading packs");
+        for (const language of languages) {
+            const packsWithVersion = packs[language];
+            if (packsWithVersion === null || packsWithVersion === void 0 ? void 0 : packsWithVersion.length) {
+                logger.info(`Downloading custom packs for ${language}`);
+                const results = await codeQL.packDownload(packsWithVersion, qlconfigFile);
+                numPacksDownloaded += results.packs.length;
+                logger.info(`Downloaded: ${results.packs
+                    .map((r) => `${r.name}@${r.version || "latest"}`)
+                    .join(", ")}`);
+            }
         }
-    }
-    if (numPacksDownloaded > 0) {
-        logger.info(`Downloaded ${numPacksDownloaded} ${packs === 1 ? "pack" : "packs"}`);
-    }
-    else {
-        logger.info("No packs to download");
-    }
-    logger.endGroup();
+        if (numPacksDownloaded > 0) {
+            logger.info(`Downloaded ${numPacksDownloaded} ${packs === 1 ? "pack" : "packs"}`);
+        }
+        else {
+            logger.info("No packs to download");
+        }
+        logger.endGroup();
+    });
 }
 exports.downloadPacks = downloadPacks;
+async function wrapEnvironment(env, operation) {
+    // Remember the original env
+    const oldEnv = { ...process.env };
+    // Set the new env
+    for (const [key, value] of Object.entries(env)) {
+        // Ignore undefined keys
+        if (value !== undefined) {
+            process.env[key] = value;
+        }
+    }
+    try {
+        // Run the operation
+        await operation();
+    }
+    finally {
+        // Restore the old env
+        for (const [key, value] of Object.entries(oldEnv)) {
+            process.env[key] = value;
+        }
+    }
+}
 //# sourceMappingURL=config-utils.js.map