From a68101cbbb013bfb2cfb6e49766600907b97c219 Mon Sep 17 00:00:00 2001 From: marko1616 Date: Sun, 24 Mar 2024 03:06:11 +0800 Subject: [PATCH] fix Llama lora merge crash Former-commit-id: 6f080fdba3f99145b7722964dd027179dc2eeb2b --- src/llmtuner/train/tuner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/train/tuner.py b/src/llmtuner/train/tuner.py index cd532f5e..8eda9676 100644 --- a/src/llmtuner/train/tuner.py +++ b/src/llmtuner/train/tuner.py @@ -66,7 +66,7 @@ def export_model(args: Optional[Dict[str, Any]] = None): # Configuration check and fix config = model.generation_config - if config.do_sample and ( + if config.do_sample == False and ( (config.temperature is not None and config.temperature != 1.0) or (config.top_p is not None and config.top_p != 1.0) or (config.typical_p is not None and config.typical_p != 1.0)