From ea8a2d60d0883bb09115c1708d70f6803951429a Mon Sep 17 00:00:00 2001 From: Yaowei Zheng Date: Wed, 30 Jul 2025 22:26:38 +0800 Subject: [PATCH] [deps] upgrade vllm to 0.10.0 (#8787) --- setup.py | 2 +- src/llamafactory/hparams/parser.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/setup.py b/setup.py index 0d604103..6a079ac8 100644 --- a/setup.py +++ b/setup.py @@ -52,7 +52,7 @@ extra_require = { "eetq": ["eetq"], "gptq": ["optimum>=1.24.0", "gptqmodel>=2.0.0"], "aqlm": ["aqlm[gpu]>=1.1.0"], - "vllm": ["vllm>=0.4.3,<=0.9.1"], + "vllm": ["vllm>=0.4.3,<=0.10.0"], "sglang": ["sglang[srt]>=0.4.5", "transformers==4.51.1"], "galore": ["galore-torch"], "apollo": ["apollo-torch"], diff --git a/src/llamafactory/hparams/parser.py b/src/llamafactory/hparams/parser.py index 26f09ca4..9b43198b 100644 --- a/src/llamafactory/hparams/parser.py +++ b/src/llamafactory/hparams/parser.py @@ -146,7 +146,7 @@ def _check_extra_dependencies( check_version("mixture-of-depth>=1.1.6", mandatory=True) if model_args.infer_backend == EngineName.VLLM: - check_version("vllm>=0.4.3,<=0.9.1") + check_version("vllm>=0.4.3,<=0.10.0") check_version("vllm", mandatory=True) elif model_args.infer_backend == EngineName.SGLANG: check_version("sglang>=0.4.5")