fix #2164

Former-commit-id: abe23bb4aca4fa571ebafc329ec9a9d457e37d41
2025-11-06 02:42:15 +08:00 · 2024-01-12 00:27:57 +08:00 · 2024-01-12 00:27:57 +08:00 · 215b4b5c03
commit 215b4b5c03
parent 60086b55f2
1 changed files with 1 additions and 0 deletions
--- a/src/llmtuner/train/dpo/trainer.py
+++ b/src/llmtuner/train/dpo/trainer.py
@ -36,6 +36,7 @@ class CustomDPOTrainer(DPOTrainer):
        self.precompute_ref_log_probs = False
        self._precomputed_train_ref_log_probs = False
        self._precomputed_eval_ref_log_probs = False
+        self._peft_has_been_casted_to_bf16 = False

        self.ref_model = ref_model
        self.beta = beta