Skip to content

Commit

Permalink
[CI] Change test input in Gemma LoRA test (vllm-project#8163)
Browse files Browse the repository at this point in the history
  • Loading branch information
WoosukKwon authored Sep 4, 2024
1 parent d1dec64 commit 561d6f8
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions tests/lora/test_gemma.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ def do_sample(llm: vllm.LLM, lora_path: str, lora_id: int) -> List[str]:
prompts = [
"Quote: Imagination is",
"Quote: Be yourself;",
"Quote: So many books,",
"Quote: Painting is poetry that is seen rather than felt,",
]
sampling_params = vllm.SamplingParams(temperature=0, max_tokens=32)
outputs = llm.generate(
Expand Down Expand Up @@ -41,7 +41,8 @@ def test_gemma_lora(gemma_lora_files):
expected_lora_output = [
"more important than knowledge.\nAuthor: Albert Einstein\n",
"everyone else is already taken.\nAuthor: Oscar Wilde\n",
"so little time\nAuthor: Frank Zappa\n",
"and poetry is painting that is felt rather than seen.\n"
"Author: Leonardo da Vinci\n",
]

output1 = do_sample(llm, gemma_lora_files, lora_id=1)
Expand Down

0 comments on commit 561d6f8

Please sign in to comment.