From 45c35f0d58f4508bf43bd6af1d3d0d0ec0c915e6 Mon Sep 17 00:00:00 2001 From: "Li, Jiang" Date: Wed, 5 Jun 2024 01:26:40 +0800 Subject: [PATCH] [CI/Build] Reducing CPU CI execution time (#5241) --- .buildkite/run-cpu-test.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/run-cpu-test.sh b/.buildkite/run-cpu-test.sh index d1200ee84dfe4..6a86bc0ebfb66 100644 --- a/.buildkite/run-cpu-test.sh +++ b/.buildkite/run-cpu-test.sh @@ -11,7 +11,7 @@ trap remove_docker_container EXIT remove_docker_container # Run the image -docker run -itd -v ~/.cache/huggingface:/root/.cache/huggingface --network host -e HF_TOKEN --env VLLM_CPU_KVCACHE_SPACE=4 --name cpu-test cpu-test +docker run -itd -v ~/.cache/huggingface:/root/.cache/huggingface --cpuset-cpus=48-95 --cpuset-mems=1 --network host -e HF_TOKEN --env VLLM_CPU_KVCACHE_SPACE=4 --name cpu-test cpu-test # offline inference docker exec cpu-test bash -c "python3 examples/offline_inference.py"