fix #2164

Former-commit-id: 4b2d11ec28130ee6c21dc85614ffcee61a4a5847
2025-08-04 04:32:50 +08:00 · 2024-01-12 00:27:57 +08:00 · 2024-01-12 00:27:57 +08:00 · 69d966eb1f
commit 69d966eb1f
parent 6490bd4562
1 changed files with 1 additions and 0 deletions
--- a/src/llmtuner/train/dpo/trainer.py
+++ b/src/llmtuner/train/dpo/trainer.py
@ -36,6 +36,7 @@ class CustomDPOTrainer(DPOTrainer):
        self.precompute_ref_log_probs = False
        self._precomputed_train_ref_log_probs = False
        self._precomputed_eval_ref_log_probs = False
+        self._peft_has_been_casted_to_bf16 = False

        self.ref_model = ref_model
        self.beta = beta