update streaming response

Author: alexcheng1982

chat-agent-ui/components/AgentRuntimeProvider.tsx

@@ -38,19 +38,21 @@ const AgentModelAdapter: ChatModelAdapter = {
     let text = "";
 
     for (;;) {
-      const {done, value} = await eventStream.read()
+      const {done, value} = await eventStream.read();
       if (!done) {
-        let data = value.data || "";
-        if (data.length > 2) {
-          data = data.substring(1, data.length - 1);
+        if (!value.data) {
+          continue;
         }
-        text += data;
+        const { content } = JSON.parse(value.data);
+        if (!content || content.length == 0 || content[0].type !== "text" || !content[0].text) {
+          continue;
+        }
+        text += content[0].text;
         yield {
           content: [{ type: "text", text }],
         };
-        continue
       } else {
-        break
+        break;
       }
     }
   },

chat-agent-ui/pom.xml

@@ -6,7 +6,7 @@
   <parent>
     <groupId>com.javaaidev.chatagentui</groupId>
     <artifactId>chat-agent-ui-parent</artifactId>
-    <version>0.9.0</version>
+    <version>0.10.0</version>
   </parent>
 
   <artifactId>chat-agent-ui</artifactId>

pom.xml

@@ -5,7 +5,7 @@
   <modelVersion>4.0.0</modelVersion>
   <groupId>com.javaaidev.chatagentui</groupId>
   <artifactId>chat-agent-ui-parent</artifactId>
-  <version>0.9.0</version>
+  <version>0.10.0</version>
   <packaging>pom</packaging>
   <name>Chat Agent UI :: Parent</name>
   <description>Chat Agent UI</description>

spring-ai-adapter/pom.xml

@@ -6,7 +6,7 @@
   <parent>
     <groupId>com.javaaidev.chatagentui</groupId>
     <artifactId>chat-agent-ui-parent</artifactId>
-    <version>0.9.0</version>
+    <version>0.10.0</version>
   </parent>
 
   <artifactId>spring-ai-adapter</artifactId>
@@ -19,6 +19,7 @@
     <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
     <java.version>17</java.version>
     <spring-ai.version>1.0.0-M5</spring-ai.version>
+    <spring.version>6.2.3</spring.version>
   </properties>
 
   <dependencyManagement>
@@ -38,6 +39,11 @@
       <groupId>org.springframework.ai</groupId>
       <artifactId>spring-ai-core</artifactId>
     </dependency>
+    <dependency>
+      <groupId>org.springframework</groupId>
+      <artifactId>spring-web</artifactId>
+      <version>${spring.version}</version>
+    </dependency>
     <dependency>
       <groupId>com.javaaidev.chatagentui</groupId>
       <artifactId>chat-agent-ui</artifactId>

spring-ai-adapter/src/main/java/com/javaaidev/chatagent/springai/ModelAdapter.java

@@ -15,6 +15,8 @@
 import org.springframework.ai.chat.messages.UserMessage;
 import org.springframework.ai.chat.model.ChatResponse;
 import org.springframework.ai.chat.model.Generation;
+import org.springframework.http.codec.ServerSentEvent;
+import reactor.core.publisher.Flux;
 
 /**
  * Convert models between chat agent and Spring AI
@@ -64,4 +66,23 @@ public static ChatAgentResponse toResponse(ChatResponse chatResponse) {
     }
     return new ChatAgentResponse(content);
   }
+
+  /**
+   * Convert a stream of Spring AI {@linkplain ChatResponse} to a stream of
+   * {@linkplain ChatAgentResponse} using Server-sent Events
+   *
+   * @param chatResponse Stream of {@linkplain ChatResponse}
+   * @return Stream of {@linkplain ChatAgentResponse}
+   */
+  public static Flux<ServerSentEvent<ChatAgentResponse>> toStreamingResponse(
+      Flux<ChatResponse> chatResponse) {
+    return chatResponse.concatMap(
+            response -> Flux.fromIterable(response.getResults()))
+        .filter(generation -> Objects.nonNull(generation.getOutput().getText()))
+        .map(generation -> generation.getOutput().getText())
+        .map(text -> ServerSentEvent.<ChatAgentResponse>builder()
+            .data(new ChatAgentResponse(
+                List.of(new TextContentPart(text))))
+            .build());
+  }
 }