423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-09-13 00:22:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #6384 from hiyouga/hiyouga/fix_webui

Browse Source 
[webui] fix webui args

Former-commit-id: 6ccd64ecd9089d8694decde3186836bd8e5df511
This commit is contained in:
hoshi-hiyouga 2024-12-19 14:57:52 +08:00 committed by GitHub
commit d6ce1045f7
2 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/llamafactory/webui/chatter.py
View File

@ -91,6 +91,7 @@ class WebChatModel(ChatModel):
rope_scaling=get("top.rope_scaling") if get("top.rope_scaling") in ["linear", "dynamic"] else None, rope_scaling=get("top.rope_scaling") if get("top.rope_scaling") in ["linear", "dynamic"] else None,
infer_backend=get("infer.infer_backend"), infer_backend=get("infer.infer_backend"),
infer_dtype=get("infer.infer_dtype"), infer_dtype=get("infer.infer_dtype"),
trust_remote_code=True,
) )
if checkpoint_path: if checkpoint_path:

1
src/llamafactory/webui/components/export.py
View File

@ -84,6 +84,7 @@ def save_model(
export_quantization_dataset=export_quantization_dataset, export_quantization_dataset=export_quantization_dataset,
export_device=export_device, export_device=export_device,
export_legacy_format=export_legacy_format, export_legacy_format=export_legacy_format,
trust_remote_code=True,
) )
if checkpoint_path: if checkpoint_path: