From 1f58943b32d86e57a9cb5bff04d295de54ccf1ec Mon Sep 17 00:00:00 2001 From: Johnny Date: Sun, 6 Oct 2024 08:53:55 +0200 Subject: [PATCH 1/6] Update setup.py Former-commit-id: b4de2c84b078194bb6358697fd6815d622843f58 --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index a80cb81b..041678de 100644 --- a/setup.py +++ b/setup.py @@ -54,7 +54,7 @@ extra_require = { "gptq": ["optimum>=1.17.0", "auto-gptq>=0.5.0"], "awq": ["autoawq"], "aqlm": ["aqlm[gpu]>=1.1.0"], - "vllm": ["vllm>=0.4.3,<=0.6.0"], + "vllm": ["vllm>=0.4.3,<=0.6.4"], "galore": ["galore-torch"], "badam": ["badam>=1.2.1"], "adam-mini": ["adam-mini"], From f9815dd20abb127e793ca5a152f4519dcbacdb6b Mon Sep 17 00:00:00 2001 From: Johnny Date: Sun, 6 Oct 2024 20:34:19 +0200 Subject: [PATCH 2/6] Update parser.py Former-commit-id: f832edc8dc0e2b78c12dc8edd702fe147a0a5292 --- src/llamafactory/hparams/parser.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llamafactory/hparams/parser.py b/src/llamafactory/hparams/parser.py index 38ac87fe..74da0484 100644 --- a/src/llamafactory/hparams/parser.py +++ b/src/llamafactory/hparams/parser.py @@ -123,7 +123,7 @@ def _check_extra_dependencies( require_version("mixture-of-depth>=1.1.6", "To fix: pip install mixture-of-depth>=1.1.6") if model_args.infer_backend == "vllm": - require_version("vllm>=0.4.3,<=0.6.0", "To fix: pip install vllm>=0.4.3,<=0.6.0") + require_version("vllm>=0.4.3,<=0.6.4", "To fix: pip install vllm>=0.4.3,<=0.6.4") if finetuning_args.use_galore: require_version("galore_torch", "To fix: pip install galore_torch") From 13d73574efb8d6afad11704e83c4cb5d4815d645 Mon Sep 17 00:00:00 2001 From: Johnny Date: Mon, 7 Oct 2024 10:16:53 +0200 Subject: [PATCH 3/6] Update setup.py Former-commit-id: 73d3f93496712edace38711613e14768922d6c96 --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 041678de..4dca42af 100644 --- a/setup.py +++ b/setup.py @@ -54,7 +54,7 @@ extra_require = { "gptq": ["optimum>=1.17.0", "auto-gptq>=0.5.0"], "awq": ["autoawq"], "aqlm": ["aqlm[gpu]>=1.1.0"], - "vllm": ["vllm>=0.4.3,<=0.6.4"], + "vllm": ["vllm>=0.4.3,<=0.6.3"], "galore": ["galore-torch"], "badam": ["badam>=1.2.1"], "adam-mini": ["adam-mini"], From 2b69ae0eb2732161c79b482a795ed7303c7432de Mon Sep 17 00:00:00 2001 From: Johnny Date: Mon, 7 Oct 2024 10:17:45 +0200 Subject: [PATCH 4/6] Update parser.py Former-commit-id: 55c449b54aec04e2141bffe75d4016cbac9ef4c5 --- src/llamafactory/hparams/parser.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llamafactory/hparams/parser.py b/src/llamafactory/hparams/parser.py index 74da0484..f62468a4 100644 --- a/src/llamafactory/hparams/parser.py +++ b/src/llamafactory/hparams/parser.py @@ -123,7 +123,7 @@ def _check_extra_dependencies( require_version("mixture-of-depth>=1.1.6", "To fix: pip install mixture-of-depth>=1.1.6") if model_args.infer_backend == "vllm": - require_version("vllm>=0.4.3,<=0.6.4", "To fix: pip install vllm>=0.4.3,<=0.6.4") + require_version("vllm>=0.4.3,<=0.6.3", "To fix: pip install vllm>=0.4.3,<=0.6.3") if finetuning_args.use_galore: require_version("galore_torch", "To fix: pip install galore_torch") From 6e111eb29fc18303662f011590d20513a73c5e8b Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Mon, 7 Oct 2024 16:26:50 +0800 Subject: [PATCH 5/6] Update setup.py Former-commit-id: 4c017fe014b708d79c65eff24329b9c324399461 --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 4dca42af..f42cf7d1 100644 --- a/setup.py +++ b/setup.py @@ -54,7 +54,7 @@ extra_require = { "gptq": ["optimum>=1.17.0", "auto-gptq>=0.5.0"], "awq": ["autoawq"], "aqlm": ["aqlm[gpu]>=1.1.0"], - "vllm": ["vllm>=0.4.3,<=0.6.3"], + "vllm": ["vllm>=0.4.3,<=0.6.2"], "galore": ["galore-torch"], "badam": ["badam>=1.2.1"], "adam-mini": ["adam-mini"], From bba026a212f1f672bcd2fc0d1e43de75f9ed60a9 Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Mon, 7 Oct 2024 16:27:23 +0800 Subject: [PATCH 6/6] Update parser.py Former-commit-id: e7d291605f184f6ac48429015e15755192d2f274 --- src/llamafactory/hparams/parser.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llamafactory/hparams/parser.py b/src/llamafactory/hparams/parser.py index f62468a4..68a5d2f6 100644 --- a/src/llamafactory/hparams/parser.py +++ b/src/llamafactory/hparams/parser.py @@ -123,7 +123,7 @@ def _check_extra_dependencies( require_version("mixture-of-depth>=1.1.6", "To fix: pip install mixture-of-depth>=1.1.6") if model_args.infer_backend == "vllm": - require_version("vllm>=0.4.3,<=0.6.3", "To fix: pip install vllm>=0.4.3,<=0.6.3") + require_version("vllm>=0.4.3,<=0.6.2", "To fix: pip install vllm>=0.4.3,<=0.6.2") if finetuning_args.use_galore: require_version("galore_torch", "To fix: pip install galore_torch")