423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-04 12:42:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #2164

Browse Source 
Former-commit-id: 4b2d11ec28130ee6c21dc85614ffcee61a4a5847
This commit is contained in:
hiyouga 2024-01-12 00:27:57 +08:00
parent 6490bd4562
commit 69d966eb1f
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/llmtuner/train/dpo/trainer.py
View File

@ -36,6 +36,7 @@ class CustomDPOTrainer(DPOTrainer):
self.precompute_ref_log_probs = False self.precompute_ref_log_probs = False
self._precomputed_train_ref_log_probs = False self._precomputed_train_ref_log_probs = False
self._precomputed_eval_ref_log_probs = False self._precomputed_eval_ref_log_probs = False
self._peft_has_been_casted_to_bf16 = False
self.ref_model = ref_model self.ref_model = ref_model
self.beta = beta self.beta = beta