File tree Expand file tree Collapse file tree 2 files changed +11
-9
lines changed Expand file tree Collapse file tree 2 files changed +11
-9
lines changed Original file line number Diff line number Diff line change @@ -195,15 +195,17 @@ async def resolve_scheduler_request(
195195            await  asyncio .sleep (wait_time )
196196
197197        info .worker_start  =  time .time ()
198-         request_start_result : WorkerProcessResult [RequestT , ResponseT ] =  (
199-             WorkerProcessResult (
200-                 type_ = "request_start" ,
201-                 request = request ,
202-                 response = None ,
203-                 info = info ,
198+         asyncio .create_task (
199+             self .send_result (
200+                 results_queue ,
201+                 WorkerProcessResult (
202+                     type_ = "request_start" ,
203+                     request = request ,
204+                     response = None ,
205+                     info = info ,
206+                 ),
204207            )
205208        )
206-         asyncio .create_task (self .send_result (results_queue , request_start_result ))
207209
208210        status , response  =  await  self .resolve (request , timeout_time )
209211        info .worker_end  =  time .time ()
Original file line number Diff line number Diff line change 1010
1111class  VllmSimServer :
1212    """ 
13-     A class to manage the lifecycle of a test server.  
14-     Encapsulates starting, checking health, and stopping the server process . 
13+     [vLLM simulator](https://llm-d.ai/docs/architecture/Components/inf-simulator)  
14+     A vLLM simulator wrapper for pytest . 
1515    """ 
1616
1717    def  __init__ (
 
 
   
 
     
   
   
          
    
    
     
    
      
     
     
    You can’t perform that action at this time.
  
 
    
  
    
      
        
     
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments