update project_kwargs for ppo config

Former-commit-id: 42c23798f27977af777587ded7f4845010f0184a
This commit is contained in:
stephen 2024-02-21 13:47:38 +08:00
parent 0fcb931f18
commit 1b4d54b873

View File

@ -61,6 +61,7 @@ def run_ppo(
use_score_norm=finetuning_args.ppo_score_norm, use_score_norm=finetuning_args.ppo_score_norm,
whiten_rewards=finetuning_args.ppo_whiten_rewards, whiten_rewards=finetuning_args.ppo_whiten_rewards,
accelerator_kwargs={"step_scheduler_with_optimizer": False}, accelerator_kwargs={"step_scheduler_with_optimizer": False},
project_kwargs={"logging_dir": training_args.logging_dir},
) )
# Create optimizer and scheduler # Create optimizer and scheduler