Skip to content
This repository has been archived by the owner on Oct 11, 2024. It is now read-only.

Commit

Permalink
[Misc] Improve conftest (vllm-project#5681)
Browse files Browse the repository at this point in the history
  • Loading branch information
DarkLight1337 authored and robertgshaw2-redhat committed Jun 23, 2024
1 parent 1ccd388 commit 330aa1b
Showing 1 changed file with 3 additions and 1 deletion.
4 changes: 3 additions & 1 deletion tests/conftest.py
Original file line number Diff line number Diff line change
Expand Up @@ -368,7 +368,7 @@ def __exit__(self, exc_type, exc_value, traceback):
cleanup()


@pytest.fixture
@pytest.fixture(scope="session")
def hf_runner():
return HfRunner

Expand Down Expand Up @@ -569,6 +569,7 @@ def __init__(
block_size: int = 16,
enable_chunked_prefill: bool = False,
swap_space: int = 4,
enforce_eager: bool = False,
**kwargs,
) -> None:
self.model = LLM(
Expand All @@ -577,6 +578,7 @@ def __init__(
trust_remote_code=True,
dtype=dtype,
swap_space=swap_space,
enforce_eager=enforce_eager,
disable_log_stats=disable_log_stats,
tensor_parallel_size=tensor_parallel_size,
max_model_len=max_model_len,
Expand Down

0 comments on commit 330aa1b

Please sign in to comment.