update project_kwargs for ppo config

Former-commit-id: 14f106962fc0a87802ae9ecffff00d52f7f5f046
This commit is contained in:
stephen 2024-02-21 13:47:38 +08:00
parent bc16c9a54a
commit 823f618cba

View File

@ -61,6 +61,7 @@ def run_ppo(
use_score_norm=finetuning_args.ppo_score_norm,
whiten_rewards=finetuning_args.ppo_whiten_rewards,
accelerator_kwargs={"step_scheduler_with_optimizer": False},
project_kwargs={"logging_dir": training_args.logging_dir},
)
# Create optimizer and scheduler