From 39929bda5ab2d4132a6d28225c82b68b9179120e Mon Sep 17 00:00:00 2001 From: Johnny Date: Fri, 11 Oct 2024 12:29:09 +0200 Subject: [PATCH 1/2] Update setup.py Former-commit-id: cb56673675a9d2ba359dd6d9a561084b9bad7bfd --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index f42cf7d1..4dca42af 100644 --- a/setup.py +++ b/setup.py @@ -54,7 +54,7 @@ extra_require = { "gptq": ["optimum>=1.17.0", "auto-gptq>=0.5.0"], "awq": ["autoawq"], "aqlm": ["aqlm[gpu]>=1.1.0"], - "vllm": ["vllm>=0.4.3,<=0.6.2"], + "vllm": ["vllm>=0.4.3,<=0.6.3"], "galore": ["galore-torch"], "badam": ["badam>=1.2.1"], "adam-mini": ["adam-mini"], From 27be1e21226f5305c04a320dc284fe43076ef66a Mon Sep 17 00:00:00 2001 From: Johnny Date: Fri, 11 Oct 2024 12:29:33 +0200 Subject: [PATCH 2/2] Update parser.py Former-commit-id: e5849cdcce109e15547edcf9a692e7c13d625e5a --- src/llamafactory/hparams/parser.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llamafactory/hparams/parser.py b/src/llamafactory/hparams/parser.py index 68a5d2f6..f9c6bfe8 100644 --- a/src/llamafactory/hparams/parser.py +++ b/src/llamafactory/hparams/parser.py @@ -123,7 +123,7 @@ def _check_extra_dependencies( require_version("mixture-of-depth>=1.1.6", "To fix: pip install mixture-of-depth>=1.1.6") if model_args.infer_backend == "vllm": - require_version("vllm>=0.4.3,<=0.6.2", "To fix: pip install vllm>=0.4.3,<=0.6.2") + require_version("vllm>=0.4.3,<=0.6.3", "To fix: pip install vllm>=0.4.3,<=0.6.2") if finetuning_args.use_galore: require_version("galore_torch", "To fix: pip install galore_torch")