fix #424

Former-commit-id: 35fa94723c
2025-12-14 19:06:26 +08:00 · 2023-09-27 22:49:43 +08:00
parent 772a1b16a1
commit ca6a3bc76f
1 changed files with 2 additions and 1 deletions
--- a/src/llmtuner/tuner/ppo/workflow.py
+++ b/src/llmtuner/tuner/ppo/workflow.py
@@ -42,7 +42,8 @@ def run_ppo(
        ppo_epochs=1,
        max_grad_norm=training_args.max_grad_norm,
        seed=training_args.seed,
-        optimize_cuda_cache=True
+        optimize_cuda_cache=True,
+        accelerator_kwargs={"step_scheduler_with_optimizer": False}
    )

    if finetuning_args.ppo_score_norm: