From b9c79f818dda8835529085ff507f3168bbcba248 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Mon, 28 Oct 2024 16:38:21 +0700 Subject: [PATCH] fix: typo --- src/axolotl/utils/models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index f4fa7948a..51c704429 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -1106,7 +1106,7 @@ def load_model(self) -> Tuple[PreTrainedModel, Optional[PeftConfig]]: if ( self.cfg.ddp and not self.cfg.load_in_8bit - and not (self.cfg.rl and self.cfg.load_in_8bit) + and not (self.cfg.rl and self.cfg.load_in_4bit) and not skip_move_to_device ): # TODO revaldate this conditional