From e3cf0fad59267335878d04435ff6dc111da3ee32 Mon Sep 17 00:00:00 2001 From: James Whedbee Date: Wed, 17 Apr 2024 13:42:37 +0000 Subject: [PATCH] match openai's json serializable behavior for very unlikely token logprobs (-9999.0) --- vllm/entrypoints/openai/serving_engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/entrypoints/openai/serving_engine.py b/vllm/entrypoints/openai/serving_engine.py index 77a568b564039..b94ef31b2c965 100644 --- a/vllm/entrypoints/openai/serving_engine.py +++ b/vllm/entrypoints/openai/serving_engine.py @@ -115,7 +115,7 @@ def _create_logprobs( if num_output_top_logprobs: logprobs.top_logprobs.append({ - p.decoded_token: p.logprob + p.decoded_token: max(p.logprob, -9999.0) for i, p in step_top_logprobs.items() } if step_top_logprobs else None)