Merge pull request #21 from Hisarlik/fix_lora

Fix lora issue
kp-forks · Mar 28, 2024 · 28d932b · 28d932b
2 parents f0c3820 + daa7710
commit 28d932b
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/gritlm/training/run.py b/gritlm/training/run.py
@@ -273,7 +273,6 @@ def main():
         # https://github.com/texttron/tevatron/blob/2e5d00ee21d5a7db0bd2ea1463c9150a572106d4/examples/repllama/repllama.py#L81
         # https://github.com/allenai/open-instruct/blob/9ebcb582cfc243a6dab75b4302fa432784db26c2/open_instruct/finetune.py#L478
         peft_config = LoraConfig(
-            task_type=TaskType.CAUSAL_LM, 
             inference_mode=False, 
             r=16, 
             lora_alpha=64,