423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-22 22:02:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

update trainer

Browse Source 
Former-commit-id: 220175ab2410ce22a553344eb75d5a556ed1a276
This commit is contained in:
hiyouga 2023-08-07 13:34:35 +08:00
parent 2faa1af4eb
commit 77f6647e8f
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/llmtuner/tuner/core/trainer.py
View File

@ -67,7 +67,10 @@ class PeftTrainer(Seq2SeqTrainer):
torch.save(state_dict, os.path.join(output_dir, WEIGHTS_NAME))
if self.finetuning_args.finetuning_type == "full" and self.tokenizer is not None:
self.tokenizer.save_pretrained(output_dir)
try:
self.tokenizer.save_pretrained(output_dir)
except:
logger.warning("Cannot save tokenizer, copy the files manually.")
with open(os.path.join(output_dir, TRAINING_ARGS_NAME), "w", encoding="utf-8") as f:
f.write(self.args.to_json_string() + "\n")