Fix/ai model selector (#33)

* Use any model for AI Agent

* restrict embedding model choice to vectors with 1536 dimensions, not 3072.

* fix tests

* Address type issues etc

* Address typing issues etc. add docs, tests and display the models in UI

* make error in fetching models explicit

* update deps

* Fix playwright tests

Author: djanogly

apps/landing/package.json

@@ -17,7 +17,7 @@
     "framer-motion": "^12.34.3",
     "geist": "^1.7.0",
     "lucide-react": "^0.469.0",
-    "next": "^15.5.10",
+    "next": "^15.5.15",
     "react": "^19.2.3",
     "react-dom": "^19.2.3",
     "tailwind-merge": "^2.1.0"

apps/web/e2e/global-teardown.ts

@@ -46,7 +46,7 @@ async function globalTeardown() {
         args: {
           secret: adminSecret,
           name: "testing/helpers:cleanupE2ETestData",
-          mutationArgs: {},
+          mutationArgsJson: JSON.stringify({}),
         },
         format: "json",
       }),

apps/web/e2e/helpers/test-data.ts

@@ -37,7 +37,11 @@ async function callInternalMutation<T>(path: string, args: Record<string, unknow
     },
     body: JSON.stringify({
       path: "testAdmin:runTestMutation",
-      args: { secret: getAdminSecret(), name: path, mutationArgs: args },
+      args: {
+        secret: getAdminSecret(),
+        name: path,
+        mutationArgsJson: JSON.stringify(args),
+      },
       format: "json",
     }),
   });

apps/web/e2e/helpers/widget-helpers.ts

@@ -315,6 +315,8 @@ export async function waitForSurveyVisible(page: Page, timeout = 10000): Promise
 export async function submitNPSRating(page: Page, rating: number): Promise<void> {
   const frame = getWidgetContainer(page);
 
+  await dismissTour(page);
+
   // Click the rating button (0-10)
   await frame
     .locator(

apps/web/next.config.js

@@ -46,18 +46,6 @@ const nextConfig = {
     // Reduce memory usage during webpack compilation
     webpackMemoryOptimizations: true,
   },
-  webpack: (config, { dev }) => {
-    if (dev) {
-      // Use filesystem cache to reduce in-memory pressure during dev
-      config.cache = {
-        type: "filesystem",
-        buildDependencies: {
-          config: [__filename],
-        },
-      };
-    }
-    return config;
-  },
   async headers() {
     return [
       {

apps/web/package.json

@@ -22,7 +22,7 @@
     "fflate": "^0.8.2",
     "lucide-react": "^0.469.0",
     "markdown-it": "^14.1.1",
-    "next": "^15.5.10",
+    "next": "^15.5.15",
     "react": "^19.2.3",
     "react-dom": "^19.2.3"
   },

apps/web/src/app/inbox/InboxAiReviewPanel.test.tsx

@@ -0,0 +1,46 @@
+import { render, screen } from "@testing-library/react";
+import { describe, expect, it, vi } from "vitest";
+import type { Id } from "@opencom/convex/dataModel";
+import { InboxAiReviewPanel } from "./InboxAiReviewPanel";
+import type { InboxAiResponse } from "./inboxRenderTypes";
+
+function messageId(value: string): Id<"messages"> {
+  return value as Id<"messages">;
+}
+
+function responseId(value: string): Id<"aiResponses"> {
+  return value as Id<"aiResponses">;
+}
+
+describe("InboxAiReviewPanel", () => {
+  it("renders persisted model and provider metadata for AI responses", () => {
+    const response: InboxAiResponse = {
+      _id: responseId("response_1"),
+      createdAt: Date.now(),
+      query: "How do I reset my password?",
+      response: "Go to Settings > Security > Reset Password.",
+      confidence: 0.82,
+      model: "openai/gpt-5-nano",
+      provider: "openai",
+      handedOff: false,
+      messageId: messageId("message_1"),
+      sources: [],
+      deliveredResponseContext: null,
+      generatedResponseContext: null,
+    };
+
+    render(
+      <InboxAiReviewPanel
+        aiResponses={[response]}
+        orderedAiResponses={[response]}
+        selectedConversation={null}
+        onOpenArticle={vi.fn()}
+        onJumpToMessage={vi.fn()}
+        getHandoffReasonLabel={(reason) => reason ?? "No reason"}
+      />
+    );
+
+    expect(screen.getByText("Model openai/gpt-5-nano")).toBeInTheDocument();
+    expect(screen.getByText("Provider openai")).toBeInTheDocument();
+  });
+});

apps/web/src/app/inbox/InboxAiReviewPanel.tsx

@@ -136,6 +136,12 @@ export function InboxAiReviewPanel({
                   <span className="rounded bg-muted px-2 py-0.5">
                     {confidenceLabel} {Math.round(confidenceValue * 100)}%
                   </span>
+                  <span className="rounded bg-muted px-2 py-0.5" data-testid={`inbox-ai-review-model-${response._id}`}>
+                    Model {response.model}
+                  </span>
+                  <span className="rounded bg-muted px-2 py-0.5" data-testid={`inbox-ai-review-provider-${response._id}`}>
+                    Provider {response.provider}
+                  </span>
                   {response.feedback && (
                     <span className="rounded bg-muted px-2 py-0.5">
                       Feedback {response.feedback === "helpful" ? "helpful" : "not helpful"}

apps/web/src/app/inbox/inboxRenderTypes.ts

@@ -87,6 +87,8 @@ export interface InboxAiResponse {
   query: string;
   response: string;
   confidence: number;
+  model: string;
+  provider: string;
   handedOff: boolean;
   handoffReason?: string | null;
   messageId: Id<"messages">;

apps/web/src/app/settings/AIAgentSection.test.tsx

@@ -0,0 +1,87 @@
+import { act, render, screen, waitFor } from "@testing-library/react";
+import { beforeEach, describe, expect, it, vi } from "vitest";
+import type { Id } from "@opencom/convex/dataModel";
+import { AIAgentSection } from "./AIAgentSection";
+import { useWebAction, useWebMutation, useWebQuery } from "@/lib/convex/hooks";
+
+vi.mock("@/lib/convex/hooks", () => ({
+  useWebAction: vi.fn(),
+  useWebMutation: vi.fn(),
+  useWebQuery: vi.fn(),
+  webActionRef: vi.fn((functionName: string) => functionName),
+  webMutationRef: vi.fn((functionName: string) => functionName),
+  webQueryRef: vi.fn((functionName: string) => functionName),
+}));
+
+describe("AIAgentSection model discovery fallbacks", () => {
+  const workspaceId = "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa" as unknown as Id<"workspaces">;
+  const aiSettingsFixture = {
+    enabled: true,
+    model: "openai/gpt-5-nano",
+    confidenceThreshold: 0.6,
+    knowledgeSources: ["articles"],
+    personality: "",
+    handoffMessage: "",
+    suggestionsEnabled: false,
+    embeddingModel: "text-embedding-3-small",
+    lastConfigError: null,
+  } as const;
+
+  let listAvailableModelsMock: ReturnType<typeof vi.fn>;
+  let rejectDiscovery: ((reason?: unknown) => void) | undefined;
+
+  beforeEach(() => {
+    vi.clearAllMocks();
+    vi.spyOn(console, "error").mockImplementation(() => {});
+
+    const mockedUseWebQuery = useWebQuery as unknown as ReturnType<typeof vi.fn>;
+    mockedUseWebQuery.mockImplementation((_: unknown, args: unknown) => {
+      if (args === "skip") {
+        return undefined;
+      }
+
+      return aiSettingsFixture;
+    });
+
+    listAvailableModelsMock = vi.fn(
+      () =>
+        new Promise((_, reject) => {
+          rejectDiscovery = reject;
+        })
+    );
+
+    const mockedUseWebAction = useWebAction as unknown as ReturnType<typeof vi.fn>;
+    mockedUseWebAction.mockReturnValue(listAvailableModelsMock);
+
+    const mockedUseWebMutation = useWebMutation as unknown as ReturnType<typeof vi.fn>;
+    mockedUseWebMutation.mockReturnValue(vi.fn().mockResolvedValue(undefined));
+  });
+
+  it("stops showing the loading placeholder when model discovery fails", async () => {
+    render(<AIAgentSection workspaceId={workspaceId} />);
+
+    await waitFor(() => {
+      expect(listAvailableModelsMock).toHaveBeenCalledWith({
+        workspaceId,
+        selectedModel: aiSettingsFixture.model,
+      });
+    });
+
+    expect(screen.getByRole("option", { name: /loading discovered models/i })).toBeInTheDocument();
+
+    await act(async () => {
+      rejectDiscovery?.(new Error("Discovery failed"));
+    });
+
+    await waitFor(() => {
+      expect(screen.getByRole("option", { name: /model discovery unavailable/i })).toBeInTheDocument();
+    });
+
+    expect(
+      screen.getByText(/model discovery is currently unavailable\. enter a model id manually/i)
+    ).toBeInTheDocument();
+    expect(
+      screen.queryByRole("option", { name: /loading discovered models/i })
+    ).not.toBeInTheDocument();
+  });
+});