423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-29 01:02:49 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #1770

Browse Source 
Former-commit-id: 439a26c27606dc617cfd073ef23256b8f6f7a4fb
This commit is contained in:
hiyouga 2023-12-15 23:50:15 +08:00
parent 7dbc670902
commit 9a88387b91
4 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/llmtuner/train/tuner.py
View File

@ -38,8 +38,8 @@ def export_model(args: Optional[Dict[str, Any]] = None):
model_args, _, finetuning_args, _ = get_infer_args(args)
model, tokenizer = load_model_and_tokenizer(model_args, finetuning_args)
if getattr(model, "quantization_method", None):
raise ValueError("Cannot export a quantized model.")
if getattr(model, "quantization_method", None) and model_args.adapter_name_or_path is not None:
logger.warning("Cannot merge adapters to a quantized model.")
model.config.use_cache = True
model = model.to("cpu")

2
src/llmtuner/webui/interface.py
View File

@ -75,4 +75,4 @@ def create_web_demo() -> gr.Blocks:
if __name__ == "__main__":
demo = create_ui()
demo.queue()
demo.launch(server_name="0.0.0.0", server_port=7860, share=False, inbrowser=True)
demo.launch(server_name="0.0.0.0", share=False, inbrowser=True)

2
src/train_web.py
View File

@ -4,7 +4,7 @@ from llmtuner import create_ui
def main():
demo = create_ui()
demo.queue()
demo.launch(server_name="0.0.0.0", server_port=7860, share=False, inbrowser=True)
demo.launch(server_name="0.0.0.0", share=False, inbrowser=True)
if __name__ == "__main__":

2
src/web_demo.py
View File

@ -4,7 +4,7 @@ from llmtuner import create_web_demo
def main():
demo = create_web_demo()
demo.queue()
demo.launch(server_name="0.0.0.0", server_port=7860, share=False, inbrowser=True)
demo.launch(server_name="0.0.0.0", share=False, inbrowser=True)
if __name__ == "__main__":