disable log requests

xusenlin · xusenlin · commit 2589c1eb73fe · 2024-06-05T16:04:25.000+08:00
diff --git a/api/models.py b/api/models.py
@@ -120,6 +120,7 @@ def create_vllm_engine():
         quantization=SETTINGS.quantization_method,
         max_cpu_loras=SETTINGS.max_cpu_loras if SETTINGS.max_cpu_loras > 0 else None,
         disable_log_stats=SETTINGS.vllm_disable_log_stats,
+        disable_log_requests=True,
         **kwargs,
     )
     engine = AsyncLLMEngine.from_engine_args(engine_args)

Original file line number	Diff line number	Diff line change
`@@ -120,6 +120,7 @@ def create_vllm_engine():`
`120`	`120`	`quantization=SETTINGS.quantization_method,`
`121`	`121`	`max_cpu_loras=SETTINGS.max_cpu_loras if SETTINGS.max_cpu_loras > 0 else None,`
`122`	`122`	`disable_log_stats=SETTINGS.vllm_disable_log_stats,`
	`123`	`+ disable_log_requests=True,`
`123`	`124`	`**kwargs,`
`124`	`125`	`)`
`125`	`126`	`engine = AsyncLLMEngine.from_engine_args(engine_args)`