423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-23 14:22:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix webui

Browse Source 
Former-commit-id: 369cca8110e6923ad9978b6b93928a3bcb5c6f30
This commit is contained in:
hiyouga 2024-12-19 06:48:03 +00:00
parent 910884065e
commit 92a0d08e27
2 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/llamafactory/webui/chatter.py
View File

@ -91,6 +91,7 @@ class WebChatModel(ChatModel):
rope_scaling=get("top.rope_scaling") if get("top.rope_scaling") in ["linear", "dynamic"] else None,
infer_backend=get("infer.infer_backend"),
infer_dtype=get("infer.infer_dtype"),
trust_remote_code=True,
)
if checkpoint_path:

1
src/llamafactory/webui/components/export.py
View File

@ -84,6 +84,7 @@ def save_model(
export_quantization_dataset=export_quantization_dataset,
export_device=export_device,
export_legacy_format=export_legacy_format,
trust_remote_code=True,
)
if checkpoint_path: