fix #5988

Former-commit-id: 8d70edf39bce7cb7be272f0bd2820306adf093ad
2025-08-23 06:12:50 +08:00 · 2024-11-11 13:57:14 +08:00 · 2024-11-11 13:57:14 +08:00 · 9c394f11ef
commit 9c394f11ef
parent 662093b38c
1 changed files with 2 additions and 1 deletions
--- a/src/llamafactory/chat/vllm_engine.py
+++ b/src/llamafactory/chat/vllm_engine.py
@ -83,7 +83,8 @@ class VllmEngine(BaseEngine):
            "enable_lora": model_args.adapter_name_or_path is not None,
            "max_lora_rank": model_args.vllm_max_lora_rank,
        }
-        engine_args.update(model_args.vllm_config)
+        if isinstance(model_args.vllm_config, dict):
+            engine_args.update(model_args.vllm_config)

        if getattr(config, "is_yi_vl_derived_model", None):
            import vllm.model_executor.models.llava