Add integration test setup; check for legacy/new scope duplicates

Author: pokey

packages/cursorless-engine/src/cursorlessEngine.ts

@@ -10,6 +10,7 @@ import { ModifierStageFactoryImpl } from "./processTargets/ModifierStageFactoryI
 import { ScopeHandlerFactoryImpl } from "./processTargets/modifiers/scopeHandlers";
 import { injectIde } from "./singletons/ide.singleton";
 import { LanguageDefinitions } from "./languages/LanguageDefinitions";
+import { runIntegrationTests } from "./runIntegrationTests";
 
 export function createCursorlessEngine(
   treeSitter: TreeSitter,
@@ -68,5 +69,7 @@ export function createCursorlessEngine(
     hatTokenMap,
     snippets,
     injectIde,
+    runIntegrationTests: () =>
+      runIntegrationTests(treeSitter, languageDefinitions),
   };
 }

packages/cursorless-engine/src/languages/getNodeMatcher.ts

@@ -50,7 +50,7 @@ export function getNodeMatcher(
   return matcher;
 }
 
-const languageMatchers: Record<
+export const languageMatchers: Record<
   SupportedLanguageId,
   Record<SimpleScopeTypeType, NodeMatcher>
 > = {

packages/cursorless-engine/src/runIntegrationTests.ts

@@ -0,0 +1,38 @@
+import assert = require("assert");
+import { LanguageDefinitionsImpl } from "./languages/LanguageDefinitionsImpl";
+import { supportedLanguageIds } from "./languages/constants";
+import { languageMatchers } from "./languages/getNodeMatcher";
+import { TreeSitter } from "./typings/TreeSitter";
+
+/**
+ * Run tests that require multiple components to be instantiated, as well as a
+ * full context, eg including tree sitter, but that are too closely tied to the
+ * engine to be defined in cursorless-vscode-e2e
+ *
+ * @param treeSitter The tree sitter instance
+ * @param languageDefinitions The language definitions instance
+ */
+export async function runIntegrationTests(
+  treeSitter: TreeSitter,
+  languageDefinitions: LanguageDefinitionsImpl,
+) {
+  await assertNoScopesBothLegacyAndNew(treeSitter, languageDefinitions);
+}
+
+async function assertNoScopesBothLegacyAndNew(
+  treeSitter: TreeSitter,
+  languageDefinitions: LanguageDefinitionsImpl,
+) {
+  for (const languageId of supportedLanguageIds) {
+    await treeSitter.loadLanguage(languageId);
+
+    Object.keys(languageMatchers[languageId]).map((scopeTypeType) => {
+      assert(
+        languageDefinitions.get(languageId)?.maybeGetLanguageScopeHandler({
+          type: scopeTypeType,
+        }) == null,
+        `Scope '${scopeTypeType}' defined as both legacy and new for language ${languageId}`,
+      );
+    });
+  }
+}

packages/cursorless-engine/src/typings/TreeSitter.ts

@@ -15,8 +15,16 @@ export interface TreeSitter {
   /**
    * Gets a language if it is loaded
    *
-   * @param languageId The language id of the language to load
+   * @param languageId The language id of the language to get
    * @returns The language if it is already loaded
    */
   getLanguage(languageId: string): Language | undefined;
+
+  /**
+   * Loads a language, returning true if it was successfully loaded
+   *
+   * @param languageId The language id of the language to load
+   * @returns `true` if the language was successfully loaded
+   */
+  loadLanguage(languageId: string): Promise<boolean>;
 }

packages/cursorless-vscode-e2e/src/suite/cursorlessEngineIntegration.test.ts

@@ -0,0 +1,12 @@
+import { getCursorlessApi } from "@cursorless/vscode-common";
+import { endToEndTestSetup } from "../endToEndTestSetup";
+
+suite("Cursorless engine integration", async function () {
+  endToEndTestSetup(this);
+
+  test("integration", async () => {
+    const cursorlessApi = await getCursorlessApi();
+    const { runIntegrationTests } = cursorlessApi.testHelpers!;
+    await runIntegrationTests();
+  });
+});

packages/cursorless-vscode/src/constructTestHelpers.ts

@@ -28,6 +28,7 @@ export function constructTestHelpers(
   vscodeIDE: VscodeIDE,
   normalizedIde: NormalizedIDE,
   injectIde: (ide: IDE) => void,
+  runIntegrationTests: () => Promise<void>,
 ): TestHelpers | undefined {
   return {
     commandServerApi: commandServerApi!,
@@ -82,5 +83,6 @@ export function constructTestHelpers(
     },
 
     hatTokenMap,
+    runIntegrationTests,
   };
 }

packages/cursorless-vscode/src/extension.ts

@@ -66,6 +66,7 @@ export async function activate(
     hatTokenMap,
     snippets,
     injectIde,
+    runIntegrationTests,
   } = createCursorlessEngine(
     treeSitter,
     normalizedIde ?? vscodeIDE,
@@ -95,6 +96,7 @@ export async function activate(
           vscodeIDE,
           normalizedIde!,
           injectIde,
+          runIntegrationTests,
         )
       : undefined,
 
@@ -131,6 +133,7 @@ function createTreeSitter(parseTreeApi: ParseTreeApi): TreeSitter {
       return parseTreeApi.getTreeForUri(document.uri);
     },
 
+    loadLanguage: parseTreeApi.loadLanguage,
     getLanguage: parseTreeApi.getLanguage,
   };
 }

packages/vscode-common/src/getExtensionApi.ts

@@ -43,6 +43,8 @@ export interface TestHelpers {
     marks: SerializedMarks | undefined,
     forceRealClipboard: boolean,
   ): Promise<TestCaseSnapshot>;
+
+  runIntegrationTests(): Promise<void>;
 }
 
 export interface CursorlessApi {