Generate Title of Conversation from User Message

backend/openrouter.ts

@@ -82,3 +82,39 @@ export const createCompletion = async (
     })
 }
 
+export async function generateTitleFromUserMessage({
+  message,
+}: {
+  message: string;
+}) {
+  const systemPrompt = `\n
+    - you will generate a short title based on the first message a user begins a conversation with
+    - ensure it is not more than 50 characters long
+    - the title should be a summary of the user's message
+    - do not use quotes or colons`;
+
+  const response = await fetch('https://openrouter.ai/api/v1/chat/completions', {
+    method: 'POST',
+    headers: {
+      Authorization: `Bearer ${OPENROUTER_KEY}`,
+      'Content-Type': 'application/json',
+    },
+    body: JSON.stringify({
+      model: 'openai/gpt-4o-mini',
+      messages: [
+        { role: 'system', content: systemPrompt },
+        { role: 'user', content: message },
+      ],
+      stream: false,
+    }),
+  });
+
+  if (!response.ok) {
+    return message.slice(0, 20) + "...";
+  }
+
+  const data = await response.json();
+  const title = data.choices?.[0]?.message?.content?.trim() || '';
+  return title;
+}
+

backend/routes/ai.ts

@@ -1,6 +1,6 @@
 import { Router } from "express";
 import { CreateChatSchema, MODELS, Role } from "../types";
-import { createCompletion } from "../openrouter";
+import { createCompletion, generateTitleFromUserMessage } from "../openrouter";
 import { InMemoryStore } from "../InMemoryStore";
 import { authMiddleware } from "../auth-middleware";
 import { PrismaClient } from "../generated/prisma";
@@ -138,12 +138,13 @@ router.post("/chat", authMiddleware, async (req, res) => {
     }
 
     if (!execution) {
+        const title = await generateTitleFromUserMessage({ message: data.message });
         await prismaClient.$transaction([
             prismaClient.execution.create({
                 data: {
                     id: conversationId,
                     userId,
-                    title: data.message.slice(0, 20) + "...",
+                    title,
                     type: "CONVERSATION",
                     externalId: conversationId
                 }