Fix CI AssertionError: assert not True (#4921)

Author: albertvillanova

tests/experimental/test_kto_trainer.py

@@ -26,7 +26,7 @@
 class TestKTOTrainer(TrlTestCase):
     def setup_method(self):
         self.model_id = "trl-internal-testing/tiny-Qwen2ForCausalLM-2.5"
-        self.model = AutoModelForCausalLM.from_pretrained(self.model_id)
+        self.model = AutoModelForCausalLM.from_pretrained(self.model_id, dtype="float32")
         self.ref_model = AutoModelForCausalLM.from_pretrained(self.model_id)
         self.tokenizer = AutoTokenizer.from_pretrained(self.model_id)
         self.tokenizer.pad_token = self.tokenizer.eos_token

tests/experimental/test_prm_trainer.py

@@ -275,7 +275,7 @@ def test_tokenize_row_multi_token_separator(self):
 class TestPRMTrainer(TrlTestCase):
     def setup_method(self):
         model_id = "trl-internal-testing/tiny-Qwen2ForCausalLM-2.5"
-        self.model = AutoModelForTokenClassification.from_pretrained(model_id)
+        self.model = AutoModelForTokenClassification.from_pretrained(model_id, dtype="float32")
         self.tokenizer = AutoTokenizer.from_pretrained(model_id)
 
     @pytest.mark.parametrize("train_on_last_step_only", [True, False])