423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-04 12:42:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update workflow.py

Browse Source 
Former-commit-id: eeb5249d0b6ce0816e1fa47afc3a853c7b267cbf
This commit is contained in:
Yuchen Han 2023-11-17 00:16:27 -08:00 committed by GitHub
parent ec910a87c0
commit a419122179
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/train/ppo/workflow.py
View File

@ -45,7 +45,7 @@ def run_ppo(
mini_batch_size=training_args.per_device_train_batch_size, mini_batch_size=training_args.per_device_train_batch_size,
batch_size=training_args.per_device_train_batch_size * training_args.gradient_accumulation_steps, batch_size=training_args.per_device_train_batch_size * training_args.gradient_accumulation_steps,
gradient_accumulation_steps=training_args.gradient_accumulation_steps, gradient_accumulation_steps=training_args.gradient_accumulation_steps,
ppo_epochs=1, ppo_epochs=finetuning_args.ppo_epochs,
max_grad_norm=training_args.max_grad_norm, max_grad_norm=training_args.max_grad_norm,
seed=training_args.seed, seed=training_args.seed,
optimize_device_cache=True, optimize_device_cache=True,