use mean_resizing_embeddings with qlora and added tokens

axolotl-ai-cloud · Oct 29, 2024 · 6665737 · 6665737
1 parent 9a8d9ab
commit 6665737
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tests/e2e/multigpu/test_llama.py b/tests/e2e/multigpu/test_llama.py
@@ -281,6 +281,7 @@ def test_fsdp_qlora_prequant_packed(self, temp_dir):
                 "base_model": "axolotl-ai-co/TinyLlama_v1.1-bnb-nf4-bf16",
                 "tokenizer_type": "AutoTokenizer",
                 "adapter": "qlora",
+                "mean_resizing_embeddings": True,
                 "load_in_4bit": True,
                 "lora_r": 8,
                 "lora_alpha": 16,