fix #4742

Former-commit-id: 2f09520c0d5039a5a8be310ab668272cb4dc1bd3
2025-08-23 14:22:51 +08:00 · 2024-07-09 23:24:24 +08:00 · 2024-07-09 23:24:24 +08:00 · aa15ca1719
commit aa15ca1719
parent 7e9d51fb95
2 changed files with 2 additions and 1 deletions
--- a/src/llamafactory/train/dpo/trainer.py
+++ b/src/llamafactory/train/dpo/trainer.py
@ -54,6 +54,7 @@ class CustomDPOTrainer(DPOTrainer):
                disable_dropout_in_model(ref_model)

        self.finetuning_args = finetuning_args
+        self.f_divergence_type = "reverse_kl"
        self.reference_free = False
        self.use_dpo_data_collator = True  # hack to avoid warning
        self.generate_during_eval = False  # disable at evaluation