Merge pull request #2525 from stephen-nju/main

update project_kwargs for ppo config

Former-commit-id: 4aab19c7ef160b18eac5c6aea5e648cabd2db72c
This commit is contained in:
hoshi-hiyouga 2024-02-25 15:54:00 +08:00 committed by GitHub
commit db53b67fe4

View File

@ -61,6 +61,7 @@ def run_ppo(
use_score_norm=finetuning_args.ppo_score_norm, use_score_norm=finetuning_args.ppo_score_norm,
whiten_rewards=finetuning_args.ppo_whiten_rewards, whiten_rewards=finetuning_args.ppo_whiten_rewards,
accelerator_kwargs={"step_scheduler_with_optimizer": False}, accelerator_kwargs={"step_scheduler_with_optimizer": False},
project_kwargs={"logging_dir": training_args.logging_dir},
) )
# Create optimizer and scheduler # Create optimizer and scheduler