We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 718433e commit a861472Copy full SHA for a861472
vllm/benchmarks/sweep/serve.py
@@ -66,6 +66,8 @@ def run_benchmark(
66
):
67
benchmark_cmd = [
68
*bench_overrides.apply_to_cmd(bench_cmd),
69
+ "--percentile-metrics",
70
+ "ttft,tpot,itl,e2el",
71
"--save-result",
72
"--result-dir",
73
str(output_path.parent),
vllm/benchmarks/sweep/serve_sla.py
@@ -401,7 +401,8 @@ class SweepServeSLAArgs(SweepServeArgs):
401
402
@classmethod
403
def from_cli_args(cls, args: argparse.Namespace):
404
- base_args = super().from_cli_args(args)
+ # NOTE: Don't use super() as `from_cli_args` calls `cls()`
405
+ base_args = SweepServeArgs.from_cli_args(args)
406
407
if args.sla_params:
408
sla_params = SLASweep.read_json(args.sla_params)
0 commit comments