support dpo-ftx

2025-12-16 11:50:35 +08:00 · 2023-12-16 19:21:41 +08:00
parent 71389be37c
commit b87c74289d
6 changed files with 103 additions and 25 deletions
--- a/src/llmtuner/train/dpo/workflow.py
+++ b/src/llmtuner/train/dpo/workflow.py
@@ -47,6 +47,8 @@ def run_dpo(
    # Initialize our Trainer
    trainer = CustomDPOTrainer(
        beta=finetuning_args.dpo_beta,
+        loss_type=finetuning_args.dpo_loss,
+        ftx_gamma=finetuning_args.dpo_ftx,
        model=model,
        ref_model=ref_model,
        args=training_args,