From b3e947de08a576845a05ab5a8e240a0e25097a1c Mon Sep 17 00:00:00 2001 From: Tanuj Date: Wed, 20 Nov 2024 13:54:32 -0800 Subject: [PATCH] Force body["stream"] in /pipe endpoint --- src/server/server.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/server/server.py b/src/server/server.py index 19ed4a7..3de4fe9 100644 --- a/src/server/server.py +++ b/src/server/server.py @@ -117,6 +117,7 @@ async def filter_inlet(body: dict) -> dict: async def pipe_stream(body: dict) -> StreamingResponse: """Handle streaming pipe requests.""" try: + body["stream"] = True response = app_pipe.pipe(body) if not response: raise ValueError("Empty response from pipe") @@ -151,6 +152,7 @@ async def generate() -> AsyncGenerator[str, None]: async def pipe_completion(body: dict) -> Dict[str, str]: """Handle non-streaming pipe completion requests.""" try: + body["stream"] = False response = app_pipe.pipe(body) if not isinstance(response, str): raise ValueError("Pipe must return a string")