Enable vllm support for Deepseek-R1-Distill-Qwen-14B (vllm-project#130)

jennychristopher · web-flow · commit 1bcde943ca46 · 2025-07-17T15:45:05.000-04:00
diff --git a/examples/offline_inference_tt.py b/examples/offline_inference_tt.py
@@ -114,6 +114,7 @@ def check_tt_model_supported(model):
         "Qwen/Qwen3-14B",
         "Qwen/Qwen3-32B",
         "deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
+        "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B",
         "mistralai/Mistral-7B-Instruct-v0.3",
     ]
     assert model in supported_models, f"Invalid model: {model}"

Original file line number	Diff line number	Diff line change
`@@ -114,6 +114,7 @@ def check_tt_model_supported(model):`
`114`	`114`	`"Qwen/Qwen3-14B",`
`115`	`115`	`"Qwen/Qwen3-32B",`
`116`	`116`	`"deepseek-ai/DeepSeek-R1-Distill-Llama-70B",`
	`117`	`+ "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B",`
`117`	`118`	`"mistralai/Mistral-7B-Instruct-v0.3",`
`118`	`119`	`]`
`119`	`120`	`assert model in supported_models, f"Invalid model: {model}"`