[Chunked Prefill][4/n] Chunked prefill scheduler. (vllm-project#3853)

Treparme · Apr 5, 2024 · 18de883 · 18de883
1 parent 1d7c940
commit 18de883
Show file tree

Hide file tree

Showing 10 changed files with 1,218 additions and 183 deletions.
diff --git a/requirements-common.txt b/requirements-common.txt
@@ -11,4 +11,4 @@ uvicorn[standard]
 pydantic >= 2.0  # Required for OpenAI server.
 prometheus_client >= 0.18.0
 tiktoken == 0.6.0  # Required for DBRX tokenizer
-outlines == 0.0.34  # Requires torch >= 2.1.0
+outlines == 0.0.34 # Requires torch >= 2.1.0