This commit is contained in:
hiyouga
2024-06-24 22:34:31 +08:00
parent e0014db7d2
commit fca893d73c
6 changed files with 32 additions and 9 deletions

View File

@@ -87,6 +87,7 @@ class WebChatModel(ChatModel):
visual_inputs=get("top.visual_inputs"),
rope_scaling=get("top.rope_scaling") if get("top.rope_scaling") in ["linear", "dynamic"] else None,
infer_backend=get("infer.infer_backend"),
infer_dtype=get("infer.infer_dtype"),
)
if checkpoint_path: