fix Llama lora merge crash

Former-commit-id: 51349ea1ccbf3e53b408037986abd850a0963468
This commit is contained in:
marko1616 2024-03-24 02:55:23 +08:00
parent c083708433
commit 645c27e5e2

View File

@ -71,7 +71,7 @@ def export_model(args: Optional[Dict[str, Any]] = None):
(config.top_p is not None and config.top_p != 1.0) or
(config.typical_p is not None and config.typical_p != 1.0)
):
config.do_sample = False
config.do_sample = True
model.save_pretrained(
save_directory=model_args.export_dir,