From c555b2cce30942d88d423bea551dd867b5d0a920 Mon Sep 17 00:00:00 2001 From: marko1616 Date: Sun, 24 Mar 2024 03:06:11 +0800 Subject: [PATCH] fix Llama lora merge crash Former-commit-id: 46f7d8e6b85f73fb0c51c8b08bd9955c3b171d93 --- src/llmtuner/train/tuner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/train/tuner.py b/src/llmtuner/train/tuner.py index cd532f5e..8eda9676 100644 --- a/src/llmtuner/train/tuner.py +++ b/src/llmtuner/train/tuner.py @@ -66,7 +66,7 @@ def export_model(args: Optional[Dict[str, Any]] = None): # Configuration check and fix config = model.generation_config - if config.do_sample and ( + if config.do_sample == False and ( (config.temperature is not None and config.temperature != 1.0) or (config.top_p is not None and config.top_p != 1.0) or (config.typical_p is not None and config.typical_p != 1.0)