From 4606340f0fa6866e00501b5dfc6c8ce1d4aaa4c3 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Wed, 23 Aug 2023 11:03:35 +0800 Subject: [PATCH] fix webui Former-commit-id: 95304b6822d9fe04bcddc1ee246a56389bd5f96a --- src/llmtuner/webui/chat.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/webui/chat.py b/src/llmtuner/webui/chat.py index 154efa5a..1499c171 100644 --- a/src/llmtuner/webui/chat.py +++ b/src/llmtuner/webui/chat.py @@ -53,7 +53,7 @@ class WebChatModel(ChatModel): model_name_or_path=model_name_or_path, checkpoint_dir=checkpoint_dir, finetuning_type=finetuning_type, - quantization_bit=int(quantization_bit) if quantization_bit != "None" else None, + quantization_bit=int(quantization_bit) if quantization_bit and quantization_bit != "None" else None, template=template, system_prompt=system_prompt )