From 332614579cf0a97eac4ee91c7b104186d752fd91 Mon Sep 17 00:00:00 2001 From: Johnny Date: Sun, 6 Oct 2024 08:53:55 +0200 Subject: [PATCH 1/6] Update setup.py Former-commit-id: e57f607cb4a6a59b695483b760a0b7e3b762695a --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index a80cb81b..041678de 100644 --- a/setup.py +++ b/setup.py @@ -54,7 +54,7 @@ extra_require = { "gptq": ["optimum>=1.17.0", "auto-gptq>=0.5.0"], "awq": ["autoawq"], "aqlm": ["aqlm[gpu]>=1.1.0"], - "vllm": ["vllm>=0.4.3,<=0.6.0"], + "vllm": ["vllm>=0.4.3,<=0.6.4"], "galore": ["galore-torch"], "badam": ["badam>=1.2.1"], "adam-mini": ["adam-mini"], From 9a6045eee64e955824a8dae36573fdcc3d339ff0 Mon Sep 17 00:00:00 2001 From: Johnny Date: Sun, 6 Oct 2024 20:34:19 +0200 Subject: [PATCH 2/6] Update parser.py Former-commit-id: 6c1aef55604649a956fe928d89280626923815b8 --- src/llamafactory/hparams/parser.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llamafactory/hparams/parser.py b/src/llamafactory/hparams/parser.py index 38ac87fe..74da0484 100644 --- a/src/llamafactory/hparams/parser.py +++ b/src/llamafactory/hparams/parser.py @@ -123,7 +123,7 @@ def _check_extra_dependencies( require_version("mixture-of-depth>=1.1.6", "To fix: pip install mixture-of-depth>=1.1.6") if model_args.infer_backend == "vllm": - require_version("vllm>=0.4.3,<=0.6.0", "To fix: pip install vllm>=0.4.3,<=0.6.0") + require_version("vllm>=0.4.3,<=0.6.4", "To fix: pip install vllm>=0.4.3,<=0.6.4") if finetuning_args.use_galore: require_version("galore_torch", "To fix: pip install galore_torch") From 93f14bf1212a71c885d0392fc3a814c5595b060c Mon Sep 17 00:00:00 2001 From: Johnny Date: Mon, 7 Oct 2024 10:16:53 +0200 Subject: [PATCH 3/6] Update setup.py Former-commit-id: 6b78d02175c3e03f7304aed64b9fa21e0a71dd0d --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 041678de..4dca42af 100644 --- a/setup.py +++ b/setup.py @@ -54,7 +54,7 @@ extra_require = { "gptq": ["optimum>=1.17.0", "auto-gptq>=0.5.0"], "awq": ["autoawq"], "aqlm": ["aqlm[gpu]>=1.1.0"], - "vllm": ["vllm>=0.4.3,<=0.6.4"], + "vllm": ["vllm>=0.4.3,<=0.6.3"], "galore": ["galore-torch"], "badam": ["badam>=1.2.1"], "adam-mini": ["adam-mini"], From 059c2ffbea64eea8de074c9bcd75eee494a051fc Mon Sep 17 00:00:00 2001 From: Johnny Date: Mon, 7 Oct 2024 10:17:45 +0200 Subject: [PATCH 4/6] Update parser.py Former-commit-id: 4e638777ebcbf7dea22011361fb341bafe6ba9d9 --- src/llamafactory/hparams/parser.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llamafactory/hparams/parser.py b/src/llamafactory/hparams/parser.py index 74da0484..f62468a4 100644 --- a/src/llamafactory/hparams/parser.py +++ b/src/llamafactory/hparams/parser.py @@ -123,7 +123,7 @@ def _check_extra_dependencies( require_version("mixture-of-depth>=1.1.6", "To fix: pip install mixture-of-depth>=1.1.6") if model_args.infer_backend == "vllm": - require_version("vllm>=0.4.3,<=0.6.4", "To fix: pip install vllm>=0.4.3,<=0.6.4") + require_version("vllm>=0.4.3,<=0.6.3", "To fix: pip install vllm>=0.4.3,<=0.6.3") if finetuning_args.use_galore: require_version("galore_torch", "To fix: pip install galore_torch") From ef87942a4230967bfe2fa092afb45ef318b6acb0 Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Mon, 7 Oct 2024 16:26:50 +0800 Subject: [PATCH 5/6] Update setup.py Former-commit-id: c2e947de28841c1125991c4ebd60c13f763bf027 --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 4dca42af..f42cf7d1 100644 --- a/setup.py +++ b/setup.py @@ -54,7 +54,7 @@ extra_require = { "gptq": ["optimum>=1.17.0", "auto-gptq>=0.5.0"], "awq": ["autoawq"], "aqlm": ["aqlm[gpu]>=1.1.0"], - "vllm": ["vllm>=0.4.3,<=0.6.3"], + "vllm": ["vllm>=0.4.3,<=0.6.2"], "galore": ["galore-torch"], "badam": ["badam>=1.2.1"], "adam-mini": ["adam-mini"], From b855d3421ec992aa7258d0719272de190ad774d5 Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Mon, 7 Oct 2024 16:27:23 +0800 Subject: [PATCH 6/6] Update parser.py Former-commit-id: 1ce0b42b1e30cb5419c91702a499f23d52db43ee --- src/llamafactory/hparams/parser.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llamafactory/hparams/parser.py b/src/llamafactory/hparams/parser.py index f62468a4..68a5d2f6 100644 --- a/src/llamafactory/hparams/parser.py +++ b/src/llamafactory/hparams/parser.py @@ -123,7 +123,7 @@ def _check_extra_dependencies( require_version("mixture-of-depth>=1.1.6", "To fix: pip install mixture-of-depth>=1.1.6") if model_args.infer_backend == "vllm": - require_version("vllm>=0.4.3,<=0.6.3", "To fix: pip install vllm>=0.4.3,<=0.6.3") + require_version("vllm>=0.4.3,<=0.6.2", "To fix: pip install vllm>=0.4.3,<=0.6.2") if finetuning_args.use_galore: require_version("galore_torch", "To fix: pip install galore_torch")