update inference prompt msg

togethercomputer · Sep 19, 2024 · a30b919 · a30b919
1 parent 9eb01dd
commit a30b919
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/llama_stack/apis/inference/client.py b/llama_stack/apis/inference/client.py
@@ -86,7 +86,9 @@ async def chat_completion(self, request: ChatCompletionRequest) -> AsyncGenerato
 async def run_main(host: str, port: int, stream: bool):
     client = InferenceClient(f"http://{host}:{port}")
 
-    message = UserMessage(content="hello world, troll me in two-paragraphs about 42")
+    message = UserMessage(
+        content="hello world, write me a 2 sentence poem about the moon"
+    )
     cprint(f"User>{message.content}", "green")
     iterator = client.chat_completion(
         ChatCompletionRequest(