From 9a88387b913ea0891ec896070040cf966467878f Mon Sep 17 00:00:00 2001 From: hiyouga Date: Fri, 15 Dec 2023 23:50:15 +0800 Subject: [PATCH] fix #1770 Former-commit-id: 439a26c27606dc617cfd073ef23256b8f6f7a4fb --- src/llmtuner/train/tuner.py | 4 ++-- src/llmtuner/webui/interface.py | 2 +- src/train_web.py | 2 +- src/web_demo.py | 2 +- 4 files changed, 5 insertions(+), 5 deletions(-) diff --git a/src/llmtuner/train/tuner.py b/src/llmtuner/train/tuner.py index 2ee4c0b7..984a28d0 100644 --- a/src/llmtuner/train/tuner.py +++ b/src/llmtuner/train/tuner.py @@ -38,8 +38,8 @@ def export_model(args: Optional[Dict[str, Any]] = None): model_args, _, finetuning_args, _ = get_infer_args(args) model, tokenizer = load_model_and_tokenizer(model_args, finetuning_args) - if getattr(model, "quantization_method", None): - raise ValueError("Cannot export a quantized model.") + if getattr(model, "quantization_method", None) and model_args.adapter_name_or_path is not None: + logger.warning("Cannot merge adapters to a quantized model.") model.config.use_cache = True model = model.to("cpu") diff --git a/src/llmtuner/webui/interface.py b/src/llmtuner/webui/interface.py index 74ac59a0..2525c3fd 100644 --- a/src/llmtuner/webui/interface.py +++ b/src/llmtuner/webui/interface.py @@ -75,4 +75,4 @@ def create_web_demo() -> gr.Blocks: if __name__ == "__main__": demo = create_ui() demo.queue() - demo.launch(server_name="0.0.0.0", server_port=7860, share=False, inbrowser=True) + demo.launch(server_name="0.0.0.0", share=False, inbrowser=True) diff --git a/src/train_web.py b/src/train_web.py index 38efd64d..3f7855c0 100644 --- a/src/train_web.py +++ b/src/train_web.py @@ -4,7 +4,7 @@ from llmtuner import create_ui def main(): demo = create_ui() demo.queue() - demo.launch(server_name="0.0.0.0", server_port=7860, share=False, inbrowser=True) + demo.launch(server_name="0.0.0.0", share=False, inbrowser=True) if __name__ == "__main__": diff --git a/src/web_demo.py b/src/web_demo.py index 257536ab..17d21968 100644 --- a/src/web_demo.py +++ b/src/web_demo.py @@ -4,7 +4,7 @@ from llmtuner import create_web_demo def main(): demo = create_web_demo() demo.queue() - demo.launch(server_name="0.0.0.0", server_port=7860, share=False, inbrowser=True) + demo.launch(server_name="0.0.0.0", share=False, inbrowser=True) if __name__ == "__main__":