423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 20:00:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #4691 from codemayq/feature-suppot-eval-dataset

Browse Source 
add eval dataset support

Former-commit-id: 15b399a82f
This commit is contained in:
hoshi-hiyouga
2024-07-15 01:00:34 +08:00
committed by GitHub
parent a9a652eb6f 788dc1c679
commit 2b22a7da48
18 changed files with 246 additions and 138 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/llamafactory/train/dpo/workflow.py
View File

@@ -41,7 +41,7 @@ def run_dpo(
):
tokenizer_module = load_tokenizer(model_args)
tokenizer = tokenizer_module["tokenizer"]
dataset = get_dataset(model_args, data_args, training_args, stage="rm", **tokenizer_module)
dataset_module = get_dataset(model_args, data_args, training_args, stage="rm", **tokenizer_module)
model = load_model(tokenizer, model_args, finetuning_args, training_args.do_train)
data_collator = PairwiseDataCollatorWithPadding(
@@ -71,7 +71,7 @@ def run_dpo(
data_collator=data_collator,
callbacks=callbacks,
**tokenizer_module,
**split_dataset(dataset, data_args, training_args),
**dataset_module,
)
# Training