Add missing require_bitsandbytes marker to CI tests (#4586)

Author: albertvillanova

tests/test_dpo_trainer.py

@@ -642,6 +642,7 @@ def test_dpo_lora_save(self):
         except OSError:
             pytest.fail("Loading the saved peft adapter failed")
 
+    @require_bitsandbytes
     @require_peft
     @require_torch_gpu_if_bnb_not_multi_backend_enabled
     def test_dpo_lora_bf16_autocast_llama(self):

tests/test_peft_models.py

@@ -20,7 +20,12 @@
 
 from trl import AutoModelForCausalLMWithValueHead
 
-from .testing_utils import TrlTestCase, require_peft, require_torch_gpu_if_bnb_not_multi_backend_enabled
+from .testing_utils import (
+    TrlTestCase,
+    require_bitsandbytes,
+    require_peft,
+    require_torch_gpu_if_bnb_not_multi_backend_enabled,
+)
 
 
 if is_peft_available():
@@ -95,6 +100,7 @@ def test_create_peft_model_from_config(self):
         nb_trainable_params = sum(p.numel() for p in trl_model.parameters() if p.requires_grad)
         assert nb_trainable_params == 905
 
+    @require_bitsandbytes
     @require_torch_gpu_if_bnb_not_multi_backend_enabled
     def test_create_bnb_peft_model_from_config(self):
         r"""