Update llama-mmlu.yaml

eole-nlp · Sep 20, 2024 · 0bb7e80 · 0bb7e80
1 parent 2a67f28
commit 0bb7e80
Showing 1 changed file with 0 additions and 10 deletions.
diff --git a/recipes/llama3/llama-mmlu.yaml b/recipes/llama3/llama-mmlu.yaml
@@ -1,13 +1,3 @@
-transforms: [onmt_tokenize]
-
-transforms_configs:
-  onmt_tokenize:
-    src_subword_type: bpe
-    src_subword_model: "${EOLE_MODEL_DIR}/llama3-8b-instruct/bpe.model"
-    tgt_subword_type: bpe
-    tgt_subword_model: "${EOLE_MODEL_DIR}/llama3-8b-instruct/bpe.model"
-    gpt2_pretok: true
-
 # Model info
 model_path: "${EOLE_MODEL_DIR}/llama3-8b-instruct/model.pt"