diff --git a/src/llamafactory/webui/chatter.py b/src/llamafactory/webui/chatter.py index c18955cf..9d0e4b20 100644 --- a/src/llamafactory/webui/chatter.py +++ b/src/llamafactory/webui/chatter.py @@ -91,6 +91,7 @@ class WebChatModel(ChatModel): rope_scaling=get("top.rope_scaling") if get("top.rope_scaling") in ["linear", "dynamic"] else None, infer_backend=get("infer.infer_backend"), infer_dtype=get("infer.infer_dtype"), + trust_remote_code=True, ) if checkpoint_path: diff --git a/src/llamafactory/webui/components/export.py b/src/llamafactory/webui/components/export.py index 190e8855..29be2b35 100644 --- a/src/llamafactory/webui/components/export.py +++ b/src/llamafactory/webui/components/export.py @@ -84,6 +84,7 @@ def save_model( export_quantization_dataset=export_quantization_dataset, export_device=export_device, export_legacy_format=export_legacy_format, + trust_remote_code=True, ) if checkpoint_path: