New e2e tests

.github/workflows/node-test.yml

@@ -42,9 +42,7 @@ jobs:
         working-directory: firebase-vscode
 
   vscode_unit:
-    # Using windows to bypass an error thrown by VScode
-    # when run in an environment that does not have a screen.
-    runs-on: windows-latest
+    runs-on: macos-latest
     strategy:
       matrix:
         node-version:
@@ -62,8 +60,63 @@ jobs:
       - run: npm ci
       - run: npm install
         working-directory: firebase-vscode
+      - run: npm run build
+        working-directory: firebase-vscode
       - run: npm run test:unit
         working-directory: firebase-vscode
+      - uses: codecov/codecov-action@v3
+        if: matrix.node-version == '20'
+
+  vscode_integration:
+    runs-on: macos-latest
+    strategy:
+      matrix:
+        node-version:
+          - "18"
+          - "20"
+
+    env:
+      FIREBASE_EMULATORS_PATH: ${{ github.workspace }}/emulator-cache
+      # This overrides the binary which runs firebase commands in the extension tasks such as emulator start.
+      # Currently, CI fails to start with npx so we change it to the global firebase binary.
+      FIREBASE_BINARY: firebase
+
+    steps:
+      - name: Setup Java JDK
+        uses: actions/setup-java@v3.3.0
+        with:
+          java-version: 17
+          distribution: temurin
+
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v3
+        with:
+          node-version: ${{ matrix.node-version }}
+          cache: npm
+          cache-dependency-path: firebase-vscode/package-lock.json
+
+        # TODO temporary workaround for GitHub Actions CI issue:
+        # npm ERR! Your cache folder contains root-owned files, due to a bug in
+        # npm ERR! previous versions of npm which has since been addressed.
+      - run: sudo chown -R 501:20 "/Users/runner/.npm" || exit 1
+      - run: npm ci
+      - run: npm install
+        working-directory: firebase-vscode
+      - run: npm run build
+        working-directory: firebase-vscode
+
+      - run: npm i -g firebase-tools@latest
+
+      - uses: GabrielBB/xvfb-action@v1
+        with:
+          run: npm run test:e2e
+          working-directory: firebase-vscode
+
+      - uses: actions/upload-artifact@v3
+        if: failure()
+        with:
+          name: screenshots
+          path: firebase-vscode/src/test/screenshots
 
       - uses: codecov/codecov-action@v3
         if: matrix.node-version == '20'