fix: typo

axolotl-ai-cloud · Oct 28, 2024 · b9c79f8 · b9c79f8
1 parent da80360
commit b9c79f8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
@@ -1106,7 +1106,7 @@ def load_model(self) -> Tuple[PreTrainedModel, Optional[PeftConfig]]:
         if (
             self.cfg.ddp
             and not self.cfg.load_in_8bit
-            and not (self.cfg.rl and self.cfg.load_in_8bit)
+            and not (self.cfg.rl and self.cfg.load_in_4bit)
             and not skip_move_to_device
         ):
             # TODO revaldate this conditional