423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 20:00:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

add MMLU and C-Eval script

Browse Source
This commit is contained in:
hiyouga
2023-09-23 00:34:17 +08:00
parent 5cc7a44784
commit 465ee8119a
16 changed files with 1019 additions and 856 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/llmtuner/tuner/tune.py
View File

@@ -38,6 +38,7 @@ def export_model(args: Optional[Dict[str, Any]] = None, max_shard_size: Optional
model_args, _, training_args, finetuning_args, _, _ = get_train_args(args)
model, tokenizer = load_model_and_tokenizer(model_args, finetuning_args)
tokenizer.padding_side = "left" # restore padding side
tokenizer.init_kwargs["padding_side"] = "left"
model.save_pretrained(training_args.output_dir, max_shard_size=max_shard_size)
try:
tokenizer.save_pretrained(training_args.output_dir)