423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-24 06:42:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #5988

Browse Source 
Former-commit-id: 8d70edf39bce7cb7be272f0bd2820306adf093ad
This commit is contained in:
hoshi-hiyouga 2024-11-11 13:57:14 +08:00 committed by GitHub
parent 662093b38c
commit 9c394f11ef
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/llamafactory/chat/vllm_engine.py
View File

@ -83,6 +83,7 @@ class VllmEngine(BaseEngine):
"enable_lora": model_args.adapter_name_or_path is not None, "enable_lora": model_args.adapter_name_or_path is not None,
"max_lora_rank": model_args.vllm_max_lora_rank, "max_lora_rank": model_args.vllm_max_lora_rank,
} }
if isinstance(model_args.vllm_config, dict):
engine_args.update(model_args.vllm_config) engine_args.update(model_args.vllm_config)
if getattr(config, "is_yi_vl_derived_model", None): if getattr(config, "is_yi_vl_derived_model", None):