Implement unit tests for reading the Lua tracer FF in analyze-action.

src/analyze.test.ts

@@ -5,10 +5,12 @@ import test from "ava";
 import * as yaml from "js-yaml";
 import * as sinon from "sinon";
 
-import { runQueries } from "./analyze";
-import { setCodeQL } from "./codeql";
+import { runQueries, createdDBForScannedLanguages } from "./analyze";
+import { setCodeQL, getCodeQLForTesting } from "./codeql";
+import { stubToolRunnerConstructor } from "./codeql.test";
 import { Config } from "./config-utils";
 import * as count from "./count-loc";
+import { createFeatureFlags, FeatureFlag } from "./feature-flags";
 import { Language } from "./languages";
 import { getRunnerLogger } from "./logging";
 import { setupTests, setupActionsVars } from "./testing-utils";
@@ -249,3 +251,139 @@ test("status report fields and search path setting", async (t) => {
     }
   }
 });
+
+const stubConfig: Config = {
+  languages: [Language.cpp, Language.go],
+  queries: {},
+  pathsIgnore: [],
+  paths: [],
+  originalUserInput: {},
+  tempDir: "",
+  toolCacheDir: "",
+  codeQLCmd: "",
+  gitHubVersion: {
+    type: util.GitHubVariant.DOTCOM,
+  } as util.GitHubVersion,
+  dbLocation: "",
+  packs: {},
+  debugMode: false,
+  debugArtifactName: util.DEFAULT_DEBUG_ARTIFACT_NAME,
+  debugDatabaseName: util.DEFAULT_DEBUG_DATABASE_NAME,
+  injectedMlQueries: false,
+};
+
+test("createdDBForScannedLanguages() Lua feature flag enabled, but old CLI", async (t) => {
+  const runnerConstructorStub = stubToolRunnerConstructor();
+  const codeqlObject = await getCodeQLForTesting("codeql/for-testing");
+  sinon.stub(codeqlObject, "getVersion").resolves("2.9.0");
+
+  const promise = createdDBForScannedLanguages(
+    codeqlObject,
+    stubConfig,
+    getRunnerLogger(true),
+    createFeatureFlags([FeatureFlag.LuaTracerConfigEnabled])
+  );
+  // call listener on `codeql resolve extractor`
+  const mockToolRunner = runnerConstructorStub.getCall(0);
+  mockToolRunner.args[2].listeners.stdout('"/path/to/extractor"');
+  await promise;
+  t.false(
+    runnerConstructorStub.secondCall.args[1].includes(
+      "--internal-use-lua-tracing"
+    ),
+    "--internal-use-lua-tracing should be absent, but it is present"
+  );
+  t.false(
+    runnerConstructorStub.secondCall.args[1].includes(
+      "--no-internal-use-lua-tracing"
+    ),
+    "--no-internal-use-lua-tracing should be absent, but it is present"
+  );
+});
+
+test("createdDBForScannedLanguages() Lua feature flag disabled, with old CLI", async (t) => {
+  const runnerConstructorStub = stubToolRunnerConstructor();
+  const codeqlObject = await getCodeQLForTesting("codeql/for-testing");
+  sinon.stub(codeqlObject, "getVersion").resolves("2.9.0");
+
+  const promise = createdDBForScannedLanguages(
+    codeqlObject,
+    stubConfig,
+    getRunnerLogger(true),
+    createFeatureFlags([FeatureFlag.LuaTracerConfigEnabled])
+  );
+  // call listener on `codeql resolve extractor`
+  const mockToolRunner = runnerConstructorStub.getCall(0);
+  mockToolRunner.args[2].listeners.stdout('"/path/to/extractor"');
+  await promise;
+  t.false(
+    runnerConstructorStub.secondCall.args[1].includes(
+      "--internal-use-lua-tracing"
+    ),
+    "--internal-use-lua-tracing should be absent, but it is present"
+  );
+  t.false(
+    runnerConstructorStub.secondCall.args[1].includes(
+      "--no-internal-use-lua-tracing"
+    ),
+    "--no-internal-use-lua-tracing should be absent, but it is present"
+  );
+});
+
+test("createdDBForScannedLanguages() Lua feature flag enabled, with new CLI", async (t) => {
+  const runnerConstructorStub = stubToolRunnerConstructor();
+  const codeqlObject = await getCodeQLForTesting("codeql/for-testing");
+  sinon.stub(codeqlObject, "getVersion").resolves("2.10.0");
+
+  const promise = createdDBForScannedLanguages(
+    codeqlObject,
+    stubConfig,
+    getRunnerLogger(true),
+    createFeatureFlags([FeatureFlag.LuaTracerConfigEnabled])
+  );
+  // call listener on `codeql resolve extractor`
+  const mockToolRunner = runnerConstructorStub.getCall(0);
+  mockToolRunner.args[2].listeners.stdout('"/path/to/extractor"');
+  await promise;
+  t.true(
+    runnerConstructorStub.secondCall.args[1].includes(
+      "--internal-use-lua-tracing"
+    ),
+    "--internal-use-lua-tracing should be present, but is not"
+  );
+  t.false(
+    runnerConstructorStub.secondCall.args[1].includes(
+      "--no-internal-use-lua-tracing"
+    ),
+    "--no-internal-use-lua-tracing should be absent, but it is present"
+  );
+});
+
+test("createdDBForScannedLanguages() Lua feature flag disabled, with new CLI", async (t) => {
+  const runnerConstructorStub = stubToolRunnerConstructor();
+  const codeqlObject = await getCodeQLForTesting("codeql/for-testing");
+  sinon.stub(codeqlObject, "getVersion").resolves("2.10.0");
+
+  const promise = createdDBForScannedLanguages(
+    codeqlObject,
+    stubConfig,
+    getRunnerLogger(true),
+    createFeatureFlags([])
+  );
+  // call listener on `codeql resolve extractor`
+  const mockToolRunner = runnerConstructorStub.getCall(0);
+  mockToolRunner.args[2].listeners.stdout('"/path/to/extractor"');
+  await promise;
+  t.false(
+    runnerConstructorStub.secondCall.args[1].includes(
+      "--internal-use-lua-tracing"
+    ),
+    "--internal-use-lua-tracing should be absent, but is present"
+  );
+  t.true(
+    runnerConstructorStub.secondCall.args[1].includes(
+      "--no-internal-use-lua-tracing"
+    ),
+    "--no-internal-use-lua-tracing should be present, but is absent"
+  );
+});

src/analyze.ts

@@ -7,6 +7,7 @@ import * as yaml from "js-yaml";
 
 import * as analysisPaths from "./analysis-paths";
 import {
+  CodeQL,
   CODEQL_VERSION_COUNTS_LINES,
   CODEQL_VERSION_NEW_TRACING,
   getCodeQL,
@@ -115,7 +116,8 @@ async function setupPythonExtractor(logger: Logger) {
   process.env["LGTM_PYTHON_SETUP_VERSION"] = output;
 }
 
-async function createdDBForScannedLanguages(
+export async function createdDBForScannedLanguages(
+  codeql: CodeQL,
   config: configUtils.Config,
   logger: Logger,
   featureFlags: FeatureFlags
@@ -124,7 +126,6 @@ async function createdDBForScannedLanguages(
   // we extract any scanned languages.
   analysisPaths.includeAndExcludeAnalysisPaths(config);
 
-  const codeql = await getCodeQL(config.codeQLCmd);
   for (const language of config.languages) {
     if (
       isScannedLanguage(language) &&
@@ -172,9 +173,9 @@ async function finalizeDatabaseCreation(
   logger: Logger,
   featureFlags: FeatureFlags
 ) {
-  await createdDBForScannedLanguages(config, logger, featureFlags);
-
   const codeql = await getCodeQL(config.codeQLCmd);
+  await createdDBForScannedLanguages(codeql, config, logger, featureFlags);
+
   for (const language of config.languages) {
     if (dbIsFinalized(config, language, logger)) {
       logger.info(

src/codeql.test.ts

@@ -540,7 +540,7 @@ test("databaseInitCluster() Lua feature flag disabled, compatible CLI", async (t
   );
 });
 
-function stubToolRunnerConstructor(): sinon.SinonStub<
+export function stubToolRunnerConstructor(): sinon.SinonStub<
   any[],
   toolrunner.ToolRunner
 > {

src/codeql.ts

@@ -634,8 +634,10 @@ export function getCachedCodeQL(): CodeQL {
  * a non-existent placeholder codeql command, so tests that use this function
  * should also stub the toolrunner.ToolRunner constructor.
  */
-export async function getCodeQLForTesting(): Promise<CodeQL> {
-  return getCodeQLForCmd("codeql-for-testing", false);
+export async function getCodeQLForTesting(
+  cmd = "codeql-for-testing"
+): Promise<CodeQL> {
+  return getCodeQLForCmd(cmd, false);
 }
 
 /**