Fix air_example_vicuna_13b_lightning_deepspeed_finetuning tests (ray-…

…project#37923)

Signed-off-by: can <can@anyscale.com>

release/ray_release/byod/byod_vicuna_test.sh

@@ -0,0 +1,12 @@
+#!/bin/bash
+# This script is used to build an extra layer on top of the base anyscale/ray image 
+# to run the air_example_vicuna_13b_lightning_deepspeed_finetuning test.
+
+set -exo pipefail
+
+echo "sudo lsblk -f" >> ~/.bashrc
+echo "yes N | sudo mkfs -t ext4 /dev/nvme1n1 || true" >> ~/.bashrc
+echo "mkdir -p /mnt/local_storage" >> ~/.bashrc
+echo "sudo chmod 0777 /mnt/local_storage" >> ~/.bashrc
+echo "sudo mount /dev/nvme1n1 /mnt/local_storage || true" >> ~/.bashrc
+pip3 install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118

release/ray_release/byod/requirements_ml_byod_3.8.in

@@ -1,15 +1,20 @@
 # Python requirements to run release tests from anyscale byod (gpu type)
+accelerate
 ale-py
 boto3
 cmake
 crc32c
 cupy-cuda113
+datasets
+deepspeed
+evaluate
 fastapi
 filelock
 gcsfs
 gsutil
 gym
 gymnasium[atari,mujoco]==0.26.3
+jupytext
 memray
 mosaicml-streaming
 mujoco-py
@@ -19,15 +24,19 @@ openskill
 petastorm
 pyarrow
 pytest
+pytorch_lightning
+scikit-learn
 semidbm
 tblib
 tensorboardX
 torch 
 torchtext
 torchvision
+transformers
 trueskill
 tqdm
 typer
+typing-extensions
 urllib3
 uvicorn
 validators