423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-22 22:02:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update workflow.py

Browse Source 
Former-commit-id: c309605ff565dc34d043314269fce5881212c27c
This commit is contained in:
hoshi-hiyouga 2024-05-15 14:13:01 +08:00 committed by GitHub
parent e1c2ff41a0
commit 7622300c4b
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/llmtuner/train/sft/workflow.py
View File

@ -30,7 +30,6 @@ def run_sft(
): ):
tokenizer_module = load_tokenizer(model_args) tokenizer_module = load_tokenizer(model_args)
tokenizer = tokenizer_module["tokenizer"] tokenizer = tokenizer_module["tokenizer"]
processor = tokenizer_module["processor"]
dataset = get_dataset(model_args, data_args, training_args, stage="sft", **tokenizer_module) dataset = get_dataset(model_args, data_args, training_args, stage="sft", **tokenizer_module)
model = load_model(tokenizer, model_args, finetuning_args, training_args.do_train) model = load_model(tokenizer, model_args, finetuning_args, training_args.do_train)
@ -56,11 +55,10 @@ def run_sft(
model=model, model=model,
args=training_args, args=training_args,
finetuning_args=finetuning_args, finetuning_args=finetuning_args,
processor=processor,
tokenizer=tokenizer,
data_collator=data_collator, data_collator=data_collator,
callbacks=callbacks, callbacks=callbacks,
compute_metrics=ComputeMetrics(tokenizer) if training_args.predict_with_generate else None, compute_metrics=ComputeMetrics(tokenizer) if training_args.predict_with_generate else None,
**tokenizer_module,
**split_dataset(dataset, data_args, training_args), **split_dataset(dataset, data_args, training_args),
) )