Skip to content

Commit

Permalink
feat(server): fix transformers commit (#96)
Browse files Browse the repository at this point in the history
  • Loading branch information
OlivierDehaene authored Mar 3, 2023
1 parent 240c418 commit 0b6807c
Show file tree
Hide file tree
Showing 3 changed files with 9 additions and 7 deletions.
2 changes: 1 addition & 1 deletion .github/workflows/tests.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,7 @@ jobs:
- name: Run server tests
run: |
pip install pytest
pytest -sv server/tests
HF_HUB_ENABLE_HF_TRANSFER=1 pytest -sv server/tests
- name: Run Rust tests
run: |
cargo test
Expand Down
2 changes: 1 addition & 1 deletion Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ integration-tests: install-router install-launcher
cargo test

python-tests:
cd server && pytest tests
cd server && HF_HUB_ENABLE_HF_TRANSFER=1 pytest tests

run-bloom-560m:
text-generation-launcher --model-id bigscience/bloom-560m --num-shard 2
Expand Down
12 changes: 7 additions & 5 deletions server/Makefile
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
transformers_commit := 712d62e83c28236c7f39af690e7792a54288dbd9

gen-server:
# Compile protos
pip install grpcio-tools==1.51.1 --no-cache-dir
Expand All @@ -10,11 +12,11 @@ install-transformers:
# Install specific version of transformers with custom cuda kernels
pip uninstall transformers -y || true
rm -rf transformers || true
rm -rf transformers-text_generation_inference || true
curl -L -O https://github.com/OlivierDehaene/transformers/archive/refs/heads/text_generation_inference.zip
unzip text_generation_inference.zip
rm text_generation_inference.zip
mv transformers-text_generation_inference transformers
rm -rf transformers-$(transformers_commit) || true
curl -L -O https://github.com/OlivierDehaene/transformers/archive/$(transformers_commit).zip
unzip $(transformers_commit).zip
rm $(transformers_commit).zip
mv transformers-$(transformers_commit) transformers
cd transformers && python setup.py install

install-torch:
Expand Down

0 comments on commit 0b6807c

Please sign in to comment.