fix chat engine, update webui

2025-12-16 20:00:36 +08:00 · 2024-03-08 03:01:53 +08:00
parent 5cd4947650
commit 5d956e2a51
9 changed files with 250 additions and 83 deletions
--- a/src/llmtuner/hparams/model_args.py
+++ b/src/llmtuner/hparams/model_args.py
@@ -81,8 +81,8 @@ class ModelArguments:
        default=False,
        metadata={"help": "Whether or not to upcast the output of lm_head in fp32."},
    )
-    infer_backend: Literal["hf", "vllm"] = field(
-        default="hf",
+    infer_backend: Literal["huggingface", "vllm"] = field(
+        default="huggingface",
        metadata={"help": "Backend engine used at inference."},
    )
    vllm_maxlen: int = field(