[deps] upgrade vllm to 0.8 (#7436)

2025-12-29 18:20:35 +08:00 · 2025-03-23 14:32:22 +08:00
parent ebc989ad4a
commit dfbe1391e9
4 changed files with 5 additions and 5 deletions
--- a/src/llamafactory/webui/chatter.py
+++ b/src/llamafactory/webui/chatter.py
@@ -122,6 +122,7 @@ class WebChatModel(ChatModel):
            enable_liger_kernel=(get("top.booster") == "liger_kernel"),
            infer_backend=get("infer.infer_backend"),
            infer_dtype=get("infer.infer_dtype"),
+            vllm_enforce_eager=True,
            trust_remote_code=True,
        )