From daa771099f21a45b15aeff815bc779a4ac8ee123 Mon Sep 17 00:00:00 2001
From: Hisarlik <mentared@gmail.com>
Date: Thu, 28 Mar 2024 16:53:37 +0100
Subject: [PATCH] Fix lora issue

---
 gritlm/training/run.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/gritlm/training/run.py b/gritlm/training/run.py
index e46b70e..ff1a20b 100644
--- a/gritlm/training/run.py
+++ b/gritlm/training/run.py
@@ -273,7 +273,6 @@ def main():
         # https://github.com/texttron/tevatron/blob/2e5d00ee21d5a7db0bd2ea1463c9150a572106d4/examples/repllama/repllama.py#L81
         # https://github.com/allenai/open-instruct/blob/9ebcb582cfc243a6dab75b4302fa432784db26c2/open_instruct/finetune.py#L478
         peft_config = LoraConfig(
-            task_type=TaskType.CAUSAL_LM, 
             inference_mode=False, 
             r=16, 
             lora_alpha=64,