From 77490c6f2f1e99982d2553832a42980bbdee820c Mon Sep 17 00:00:00 2001 From: Cyrus Leung Date: Sat, 15 Jun 2024 01:04:42 +0800 Subject: [PATCH] [Core] Remove duplicate processing in async engine (#5525) --- vllm/engine/async_llm_engine.py | 14 +------------- 1 file changed, 1 insertion(+), 13 deletions(-) diff --git a/vllm/engine/async_llm_engine.py b/vllm/engine/async_llm_engine.py index 943402c865bd2..03b6d03a9fdef 100644 --- a/vllm/engine/async_llm_engine.py +++ b/vllm/engine/async_llm_engine.py @@ -580,21 +580,9 @@ async def add_request( if arrival_time is None: arrival_time = time.time() - if self.engine_use_ray: - processed_inputs = await self.engine.process_model_inputs_async \ - .remote( # type: ignore - request_id=request_id, - inputs=inputs, - lora_request=lora_request) - else: - processed_inputs = await self.engine.process_model_inputs_async( - request_id=request_id, - inputs=inputs, - lora_request=lora_request) - stream = self._request_tracker.add_request( request_id, - inputs=processed_inputs, + inputs=inputs, params=params, arrival_time=arrival_time, lora_request=lora_request,