Skip to content

Commit 906e9fd

Browse files
[pre-commit.ci] Add auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
1 parent eda16d0 commit 906e9fd

File tree

2 files changed

+6
-6
lines changed

2 files changed

+6
-6
lines changed

vec_inf/client/_client_vars.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -67,13 +67,14 @@
6767
"error": "err_file",
6868
}
6969

70-
# vLLM engine args mapping between short and long names
70+
# vLLM engine args mapping between short and long names
7171
VLLM_SHORT_TO_LONG_MAP = {
7272
"-tp": "--tensor-parallel-size",
7373
"-pp": "--pipeline-parallel-size",
7474
"-O": "--compilation-config",
7575
}
7676

77+
7778
# Slurm script templates
7879
class ShebangConfig(TypedDict):
7980
"""TypedDict for SLURM script shebang configuration.

vec_inf/client/_helper.py

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -160,12 +160,11 @@ def _process_vllm_args(self, arg_string: str) -> dict[str, Any]:
160160
if key.strip() in VLLM_SHORT_TO_LONG_MAP:
161161
key = VLLM_SHORT_TO_LONG_MAP[key.strip()]
162162
vllm_args[key.strip()] = value.strip()
163+
elif "-O" in arg.strip():
164+
key = VLLM_SHORT_TO_LONG_MAP["-O"]
165+
vllm_args[key] = arg.strip()[2:].strip()
163166
else:
164-
if "-O" in arg.strip():
165-
key = VLLM_SHORT_TO_LONG_MAP["-O"]
166-
vllm_args[key] = arg.strip()[2:].strip()
167-
else:
168-
vllm_args[arg.strip()] = True
167+
vllm_args[arg.strip()] = True
169168
return vllm_args
170169

171170
def _get_launch_params(self) -> dict[str, Any]:

0 commit comments

Comments
 (0)