diff --git a/model_adaptation/requirements.txt b/model_adaptation/requirements.txt
new file mode 100644
index 0000000..66db15b
--- /dev/null
+++ b/model_adaptation/requirements.txt
@@ -0,0 +1,147 @@
+absl-py==2.1.0
+accelerate==0.29.3
+aiohttp==3.9.5
+aiosignal==1.3.1
+antlr4-python3-runtime==4.9.3
+appdirs==1.4.4
+asttokens==2.4.1
+attrs==23.2.0
+bitsandbytes==0.43.1
+black==24.4.1
+blobfile==2.1.1
+Brotli==1.1.0
+certifi==2024.2.2
+chardet==5.2.0
+charset-normalizer==3.3.2
+click==8.1.7
+colorama==0.4.6
+coloredlogs==15.0.1
+DataProperty==1.0.1
+datasets==2.19.0
+decorator==5.1.1
+dill==0.3.8
+docstring_parser==0.16
+einops==0.7.0
+evaluate==0.4.1
+executing==2.0.1
+filelock==3.13.4
+fire==0.6.0
+flash-attn==2.5.7
+frozenlist==1.4.1
+fsspec==2024.3.1
+huggingface-hub==0.22.2
+humanfriendly==10.0
+idna==3.7
+inflate64==1.0.0
+install==1.3.5
+ipython==8.23.0
+jedi==0.19.1
+Jinja2==3.1.3
+joblib==1.4.0
+jsonlines==4.0.0
+llama-recipes==0.0.1
+-e git+https://github.com/EleutherAI/lm-evaluation-harness@f64e72f565b9a8fe09690b0a3216dc67a6ca91cb#egg=lm_eval
+loralib==0.1.2
+lxml==4.9.4
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+matplotlib-inline==0.1.7
+mbstrdecoder==1.1.3
+mdurl==0.1.2
+more-itertools==10.2.0
+mpmath==1.3.0
+multidict==6.0.5
+multiprocess==0.70.16
+multivolumefile==0.2.3
+mypy-extensions==1.0.0
+networkx==3.3
+ninja==1.11.1.1
+nltk==3.8.1
+numexpr==2.10.0
+numpy==1.26.4
+nvidia-cublas-cu12==12.1.3.1
+nvidia-cuda-cupti-cu12==12.1.105
+nvidia-cuda-nvrtc-cu12==12.1.105
+nvidia-cuda-runtime-cu12==12.1.105
+nvidia-cudnn-cu12==8.9.2.26
+nvidia-cufft-cu12==11.0.2.54
+nvidia-curand-cu12==10.3.2.106
+nvidia-cusolver-cu12==11.4.5.107
+nvidia-cusparse-cu12==12.1.0.106
+nvidia-nccl-cu12==2.19.3
+nvidia-nvjitlink-cu12==12.4.127
+nvidia-nvtx-cu12==12.1.105
+omegaconf==2.3.0
+optimum==1.19.1
+packaging==24.0
+pandas==2.2.2
+parso==0.8.4
+pathspec==0.12.1
+pathvalidate==3.2.0
+peft==0.10.0
+pexpect==4.9.0
+platformdirs==4.2.1
+portalocker==2.8.2
+prompt-toolkit==3.0.43
+protobuf==3.20.3
+psutil==5.9.8
+ptyprocess==0.7.0
+pure-eval==0.2.2
+py7zr==0.21.0
+pyarrow==15.0.2
+pyarrow-hotfix==0.6
+pybcj==1.0.2
+pybind11==2.12.0
+pycryptodomex==3.20.0
+Pygments==2.17.2
+pyppmd==1.1.0
+pytablewriter==1.2.0
+python-dateutil==2.9.0.post0
+pytz==2024.1
+PyYAML==6.0.1
+pyzstd==0.15.10
+regex==2024.4.16
+requests==2.31.0
+responses==0.18.0
+rich==13.7.1
+rouge-score==0.1.2
+sacrebleu==2.4.2
+safetensors==0.4.3
+scikit-learn==1.4.2
+scipy==1.13.0
+sentencepiece==0.2.0
+shtab==1.7.1
+six==1.16.0
+sqlitedict==2.1.0
+stack-data==0.6.3
+sympy==1.12
+tabledata==1.3.3
+tabulate==0.9.0
+tcolorpy==0.1.4
+termcolor==2.4.0
+texttable==1.7.0
+threadpoolctl==3.4.0
+tiktoken==0.6.0
+tokenize-rt==5.2.0
+tokenizers==0.19.1
+torch==2.2.2
+torchao==0.1
+torchtune==0.1.1
+tqdm==4.66.2
+tqdm-multiprocess==0.0.11
+traitlets==5.14.3
+transformers==4.40.1
+triton==2.2.0
+trl==0.8.5
+typepy==1.3.2
+typing_extensions==4.11.0
+tyro==0.8.3
+tzdata==2024.1
+unsloth @ git+https://github.com/unslothai/unsloth.git@88eee5026716a81e8f42a20fa83cae24eb35e45e
+urllib3==2.2.1
+wcwidth==0.2.13
+word2number==1.1
+xformers==0.0.25.post1
+xxhash==3.4.1
+yarl==1.9.4
+zstandard==0.22.0