add streaming support

Author: alexcheng1982

components/AgentRuntimeProvider.tsx

@@ -6,10 +6,11 @@ import {
   useLocalRuntime,
   type ChatModelAdapter,
 } from "@assistant-ui/react";
+import {EventSourceParserStream} from 'eventsource-parser/stream'
 
 const AgentModelAdapter: ChatModelAdapter = {
-  async run({ messages, abortSignal }) {
-    const result = await fetch("/chat", {
+  async *run({ messages, abortSignal }) {
+    const response = await fetch("/chat", {
       method: "POST",
       headers: {
         "Content-Type": "application/json",
@@ -20,7 +21,30 @@ const AgentModelAdapter: ChatModelAdapter = {
       signal: abortSignal,
     });
 
-    return await result.json();
+    if (!response.ok) {
+      const error = await response.text();
+      throw new Error(`Failed (${response.status}): ${error}`);
+    }
+
+    if (!response.body) {
+      throw new Error(`No response`);
+    }
+
+    const eventStream = response.body
+        .pipeThrough(new TextDecoderStream())
+        .pipeThrough(new EventSourceParserStream());
+
+    let text = "";
+    for await (const content of eventStream) {
+      let data = content.data || "";
+      if (data.length > 2) {
+        data = data.substring(1, data.length - 1);
+      }
+      text += data;
+      yield {
+        content: [{ type: "text", text }],
+      };
+    }
   },
 };
 

package-lock.json

@@ -15,6 +15,7 @@
     "@radix-ui/react-tooltip": "^1.1.8",
     "class-variance-authority": "^0.7.1",
     "clsx": "^2.1.1",
+    "eventsource-parser": "^3.0.1",
     "lucide-react": "^0.483.0",
     "next": "15.2.0",
     "react": "^19.0.0",

package.json

@@ -5,7 +5,7 @@
   <modelVersion>4.0.0</modelVersion>
   <groupId>com.javaaidev</groupId>
   <artifactId>chat-agent-ui</artifactId>
-  <version>0.6.0</version>
+  <version>0.7.0</version>
   <name>Chat Agent UI</name>
   <description>Chat Agent UI</description>