diff --git a/requirements-rocm.txt b/requirements-rocm.txt
index c2e0dc3f464fd..441f018976a27 100644
--- a/requirements-rocm.txt
+++ b/requirements-rocm.txt
@@ -9,7 +9,6 @@ sentencepiece  # Required for LLaMA tokenizer.
 numpy
 tokenizers>=0.15.0
 huggingface_hub<0.18,>=0.16.4
-einops  # Required for phi-1_5
 transformers >= 4.36.0  # Required for Mixtral.
 fastapi
 uvicorn[standard]
diff --git a/requirements.txt b/requirements.txt
index 04b19b97babf4..9f8c729105d69 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -5,7 +5,6 @@ pandas  # Required for Ray data.
 pyarrow  # Required for Ray data.
 sentencepiece  # Required for LLaMA tokenizer.
 numpy
-einops  # Required for phi-1_5
 torch >= 2.1.1
 transformers >= 4.36.0  # Required for Mixtral.
 xformers >= 0.0.23  # Required for CUDA 12.1.