support control eos, fix #6345

This commit is contained in:
hiyouga
2024-12-17 10:42:05 +00:00
parent 81815f053f
commit eda76de32b
5 changed files with 21 additions and 7 deletions

View File

@@ -130,7 +130,7 @@ def run_sft(
predict_results.metrics.pop("predict_loss", None)
trainer.log_metrics("predict", predict_results.metrics)
trainer.save_metrics("predict", predict_results.metrics)
trainer.save_predictions(dataset_module["eval_dataset"], predict_results)
trainer.save_predictions(dataset_module["eval_dataset"], predict_results, gen_kwargs)
# Create model card
create_modelcard_and_push(trainer, model_args, data_args, training_args, finetuning_args)