feat: Add experimental support to discover functions via dynamic generation of functions.yaml

.gitignore

@@ -27,3 +27,4 @@ scripts/*.json
 lib/
 dev/
 clean/
+.gemini/

scripts/functions-discover-tests/fixtures/bundled/dist/package.json

@@ -1,7 +1,4 @@
 {
   "name": "dist",
-  "version": "0.0.1",
-  "engines": {
-    "node": "20"
-  }
+  "version": "0.0.1"
 }

scripts/functions-discover-tests/fixtures/bundled/firebase.json

@@ -1,5 +1,6 @@
 {
   "functions": {
-    "source": "dist"
+    "source": "dist",
+    "runtime": "nodejs22"
   }
 }

scripts/functions-discover-tests/fixtures/bundled/package.json

@@ -2,9 +2,6 @@
   "name": "dist",
   "version": "0.0.1",
   "dependencies": {
-    "firebase-functions": "^5.1.0"
-  },
-  "engines": {
-    "node": "20"
+    "firebase-functions": "^6.4.0"
   }
 }

scripts/functions-discover-tests/fixtures/codebases/firebase.json

@@ -3,6 +3,7 @@
     {
       "source": "v1",
       "codebase": "v1",
+      "runtime": "nodejs22",
       "ignore": [
         "node_modules",
         ".git",
@@ -13,6 +14,7 @@
     {
       "source": "v2",
       "codebase": "v2",
+      "runtime": "nodejs22",
       "ignore": [
         "node_modules",
         ".git",

scripts/functions-discover-tests/fixtures/codebases/v1/package.json

@@ -1,9 +1,6 @@
 {
   "name": "codebase-v1",
   "dependencies": {
-    "firebase-functions": "^5.1.0"
-  },
-  "engines": {
-    "node": "20"
+    "firebase-functions": "^6.4.0"
   }
 }

scripts/functions-discover-tests/fixtures/codebases/v2/package.json

@@ -2,9 +2,6 @@
   "name": "codebase-v2",
   "type": "module",
   "dependencies": {
-    "firebase-functions": "^5.1.0"
-  },
-  "engines": {
-    "node": "20"
+    "firebase-functions": "^6.4.0"
   }
 }

scripts/functions-discover-tests/fixtures/esm/firebase.json

@@ -1,3 +1,6 @@
 {
-  "functions": {}
+  "functions": {
+    "source": "functions",
+    "runtime": "nodejs22"
+  }
 }

scripts/functions-discover-tests/fixtures/esm/functions/package.json

@@ -2,9 +2,6 @@
   "name": "esm",
   "type": "module",
   "dependencies": {
-    "firebase-functions": "^5.1.0"
-  },
-  "engines": {
-    "node": "20"
+    "firebase-functions": "^6.4.0"
   }
 }

scripts/functions-discover-tests/fixtures/pnpm/firebase.json

@@ -1,3 +1,6 @@
 {
-  "functions": {}
+  "functions": {
+    "source": "functions",
+    "runtime": "nodejs22"
+  }
 }

scripts/functions-discover-tests/fixtures/pnpm/functions/package.json

@@ -1,9 +1,6 @@
 {
   "name": "pnpm",
   "dependencies": {
-    "firebase-functions": "^5.1.0"
-  },
-  "engines": {
-    "node": "20"
+    "firebase-functions": "^6.4.0"
   }
 }

scripts/functions-discover-tests/fixtures/simple/firebase.json

@@ -1,3 +1,6 @@
 {
-  "functions": {}
+  "functions": {
+    "source": "functions",
+    "runtime": "nodejs22"
+  }
 }

scripts/functions-discover-tests/fixtures/simple/functions/package.json

@@ -1,9 +1,6 @@
 {
   "name": "simple",
   "dependencies": {
-    "firebase-functions": "^5.1.0"
-  },
-  "engines": {
-    "node": "20"
+    "firebase-functions": "^6.4.0"
   }
 }

scripts/functions-discover-tests/fixtures/stress-test/firebase.json

@@ -0,0 +1,6 @@
+{
+  "functions": {
+    "source": "functions",
+    "runtime": "nodejs22"
+  }
+}

scripts/functions-discover-tests/fixtures/stress-test/functions/index.js

@@ -0,0 +1,8 @@
+const { onRequest } = require("firebase-functions/v2/https");
+
+// Generate 20 functions for stress testing
+for (let i = 1; i <= 20; i++) {
+  exports[`stressFunction${i}`] = onRequest((request, response) => {
+    response.send(`Hello from stress function ${i}!`);
+  });
+}

scripts/functions-discover-tests/fixtures/stress-test/functions/package.json

@@ -0,0 +1,6 @@
+{
+  "name": "stress-test",
+  "dependencies": {
+    "firebase-functions": "^6.4.0"
+  }
+}

scripts/functions-discover-tests/fixtures/stress-test/install.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+set -euxo pipefail # bash strict mode
+IFS=$'\n\t'
+
+cd functions && npm i

scripts/functions-discover-tests/fixtures/yarn-workspaces/firebase.json

@@ -1,5 +1,6 @@
 {
   "functions": {
-    "source": "packages/functions"
+    "source": "packages/functions",
+    "runtime": "nodejs22"
   }
 }

scripts/functions-discover-tests/fixtures/yarn-workspaces/packages/functions/package.json

@@ -2,12 +2,12 @@
   "name": "simple",
   "version": "0.0.1",
   "dependencies": {
-    "firebase-functions": "5.1.0",
+    "firebase-functions": "^6.4.0",
     "firebase-admin": "^11.2.0",
     "@firebase/a-test-pkg": "0.0.1"
   },
   "engines": {
-    "node": "20"
+    "node": ">=20"
   },
   "private": true
 }

scripts/functions-discover-tests/tests.ts

@@ -1,4 +1,6 @@
-import * as path from "path";
+import * as path from "node:path";
+import * as os from "node:os";
+import * as fs from "node:fs/promises";
 
 import { expect } from "chai";
 import { CLIProcess } from "../integration-helpers/cli";
@@ -15,8 +17,45 @@
   }[];
 }
 
+async function runDiscoveryTest(
+  projectDir: string,
+  testcase: Testcase,
+  env?: Record<string, string>,
+): Promise<void> {
+  const cli = new CLIProcess("default", projectDir);
+
+  let outputBuffer = "";
+  let output: any;
+  await cli.start(
+    "internaltesting:functions:discover",
+    FIREBASE_PROJECT,
+    ["--json"],
+    (data: any) => {
+      outputBuffer += data;
+      try {
+        output = JSON.parse(outputBuffer);
+        return true;
+      } catch (e) {
+        // Not complete JSON yet, continue buffering
+        return false;
+      }
+    },
+    env,
+  );
+
+  expect(output.status).to.equal("success");
+  for (const e of testcase.expects) {
+    const endpoints = output.result?.[e.codebase]?.endpoints;
+    expect(endpoints).to.be.an("object").that.is.not.empty;
+    expect(Object.keys(endpoints)).to.have.length(e.endpoints.length);
+    expect(Object.keys(endpoints)).to.include.members(e.endpoints);
+  }
+
+  await cli.stop();
+}
+
 describe("Function discovery test", function (this) {
-  this.timeout(1000_000);
+  this.timeout(2000_000);
 
   before(() => {
     expect(FIREBASE_PROJECT).to.exist.and.not.be.empty;
@@ -87,31 +126,41 @@
         },
       ],
     },
+    {
+      name: "stress-test",
+      projectDir: "stress-test",
+      expects: [
+        {
+          codebase: "default",
+          endpoints: Array.from({ length: 20 }, (_, i) => `stressFunction${i + 1}`),
+        },
+      ],
+    },
   ];
 
-  for (const tc of testCases) {
-    it(`discovers functions in a ${tc.name} project`, async () => {
-      const cli = new CLIProcess("default", path.join(FIXTURES, tc.projectDir));
-
-      let output: any;
-      await cli.start(
-        "internaltesting:functions:discover",
-        FIREBASE_PROJECT,
-        ["--json"],
-        (data: any) => {
-          output = JSON.parse(data);
-          return true;
-        },
-      );
-      expect(output.status).to.equal("success");
-      for (const e of tc.expects) {
-        const endpoints = output.result?.[e.codebase]?.endpoints;
-        expect(endpoints).to.be.an("object").that.is.not.empty;
-        expect(Object.keys(endpoints)).to.have.length(e.endpoints.length);
-        expect(Object.keys(endpoints)).to.include.members(e.endpoints);
-      }
+  describe("detectFromPort", () => {
+    for (const tc of testCases) {
+      it(`discovers functions using HTTP in a ${tc.name} project`, async () => {
+        await runDiscoveryTest(path.join(FIXTURES, tc.projectDir), tc);
+      });
+    }
+  });
 
-      await cli.stop();
-    });
-  }
+  describe("detectFromOutputPath", () => {
+    for (const tc of testCases) {
+      it(`discovers functions using file-based discovery in a ${tc.name} project`, async () => {
+        const tempDir = await fs.mkdtemp(path.join(os.tmpdir(), "firebase-test-"));
+        try {
+          await runDiscoveryTest(path.join(FIXTURES, tc.projectDir), tc, {
+            FIREBASE_FUNCTIONS_DISCOVERY_OUTPUT_PATH: tempDir,
+          });
+        } finally {
+          // Clean up the temp directory
+          await fs.rm(tempDir, { recursive: true, force: true }).catch(() => {
+            // Ignore cleanup errors
+          });
+        }
+      });
+    }
+  });
 });

scripts/integration-helpers/cli.ts

@@ -14,25 +14,29 @@
     project: string,
     additionalArgs: string[],
     logDoneFn?: (d: unknown) => unknown,
+    env?: Record<string, string>,
   ): Promise<void> {
     const args = [cmd, "--project", project];
 
     if (additionalArgs) {
       args.push(...additionalArgs);
     }
 
-    const p = spawn("firebase", args, { cwd: this.workdir });
+    const p = spawn("firebase", args, {
+      cwd: this.workdir,
+      env: env ? { ...process.env, ...env } : process.env,
+    });
     if (!p) {
       throw new Error("Failed to start firebase CLI");
     }
     this.process = p;
 
     this.process.stdout?.on("data", (data: unknown) => {
       process.stdout.write(`[${this.name} stdout] ` + data);
     });
 
     this.process.stderr?.on("data", (data: unknown) => {
       console.log(`[${this.name} stderr] ` + data);
     });
 
     let started: Promise<void>;
@@ -51,6 +55,9 @@
         };
         p.stdout?.on("data", customCallback);
         p.stdout?.on("close", customFailure);
+        p.stderr?.on("data", (data) => {
+          console.error(`[${this.name} stderr]`, data.toString());
+        });
       });
     } else {
       started = new Promise((resolve) => {

src/deploy/functions/runtimes/discovery/index.spec.ts

@@ -1,4 +1,5 @@
 import { expect } from "chai";
+import * as fs from "fs/promises";
 import * as yaml from "yaml";
 import * as sinon from "sinon";
 import * as nock from "nock";
@@ -63,26 +64,26 @@ describe("yamlToBuild", () => {
 });
 
 describe("detectFromYaml", () => {
-  let readFileAsync: sinon.SinonStub;
+  let readFile: sinon.SinonStub;
 
   beforeEach(() => {
-    readFileAsync = sinon.stub(discovery, "readFileAsync");
+    readFile = sinon.stub(fs, "readFile");
   });
 
   afterEach(() => {
     sinon.verifyAndRestore();
   });
 
   it("succeeds when YAML can be found", async () => {
-    readFileAsync.resolves(YAML_TEXT);
+    readFile.resolves(YAML_TEXT);
 
     await expect(
       discovery.detectFromYaml("directory", "project", "nodejs16"),
     ).to.eventually.deep.equal(BUILD);
   });
 
   it("returns undefined when YAML cannot be found", async () => {
-    readFileAsync.rejects({ code: "ENOENT" });
+    readFile.rejects({ code: "ENOENT" });
 
     await expect(discovery.detectFromYaml("directory", "project", "nodejs16")).to.eventually.equal(
       undefined,