423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-16 16:48:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #2164

Browse Source 
Former-commit-id: abe23bb4aca4fa571ebafc329ec9a9d457e37d41
This commit is contained in:
hiyouga 2024-01-12 00:27:57 +08:00
parent f95f6ec009
commit 6e64e02f71
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/llmtuner/train/dpo/trainer.py
View File

@ -36,6 +36,7 @@ class CustomDPOTrainer(DPOTrainer):
self.precompute_ref_log_probs = False self.precompute_ref_log_probs = False
self._precomputed_train_ref_log_probs = False self._precomputed_train_ref_log_probs = False
self._precomputed_eval_ref_log_probs = False self._precomputed_eval_ref_log_probs = False
self._peft_has_been_casted_to_bf16 = False
self.ref_model = ref_model self.ref_model = ref_model
self.beta = beta self.beta = beta