This commit is contained in:
hiyouga
2024-07-15 01:04:56 +08:00
parent 15b399a82f
commit 29ebcd75d5
19 changed files with 47 additions and 42 deletions

View File

@@ -63,8 +63,8 @@ def run_ppo(
model=model,
reward_model=reward_model,
ref_model=ref_model,
dataset=dataset_module["train_dataset"],
data_collator=data_collator,
**dataset_module,
**tokenizer_module,
)