From 0cc03d3f05751d0fe9c38617a1dea8731c1de3ec Mon Sep 17 00:00:00 2001 From: sliderSun <291952004@qq.com> Date: Sun, 7 Apr 2024 10:26:13 +0800 Subject: [PATCH 1/3] support Qwen1.5-32B Former-commit-id: 8f2c67b95a8e177eb4096382417a70cacba38e90 --- src/llmtuner/extras/constants.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/src/llmtuner/extras/constants.py b/src/llmtuner/extras/constants.py index 6e46218b..19bff11b 100644 --- a/src/llmtuner/extras/constants.py +++ b/src/llmtuner/extras/constants.py @@ -663,6 +663,10 @@ register_model_group( DownloadSource.DEFAULT: "Qwen/Qwen1.5-14B", DownloadSource.MODELSCOPE: "qwen/Qwen1.5-14B", }, + "Qwen1.5-32B": { + DownloadSource.DEFAULT: "Qwen/Qwen1.5-32B", + DownloadSource.MODELSCOPE: "qwen/Qwen1.5-32B", + }, "Qwen1.5-72B": { DownloadSource.DEFAULT: "Qwen/Qwen1.5-72B", DownloadSource.MODELSCOPE: "qwen/Qwen1.5-72B", @@ -691,6 +695,10 @@ register_model_group( DownloadSource.DEFAULT: "Qwen/Qwen1.5-14B-Chat", DownloadSource.MODELSCOPE: "qwen/Qwen1.5-14B-Chat", }, + "Qwen1.5-32B-Chat": { + DownloadSource.DEFAULT: "Qwen/Qwen1.5-32B-Chat", + DownloadSource.MODELSCOPE: "qwen/Qwen1.5-32B-Chat", + }, "Qwen1.5-72B-Chat": { DownloadSource.DEFAULT: "Qwen/Qwen1.5-72B-Chat", DownloadSource.MODELSCOPE: "qwen/Qwen1.5-72B-Chat", From 9f437b5c43f5834dc1012ce145e2bf9b2556f003 Mon Sep 17 00:00:00 2001 From: sliderSun <291952004@qq.com> Date: Sun, 7 Apr 2024 10:56:03 +0800 Subject: [PATCH 2/3] support Qwen1.5-32B Former-commit-id: c419adf1697b92520342f4ffa697c84bf19ca37d --- src/llmtuner/extras/constants.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/llmtuner/extras/constants.py b/src/llmtuner/extras/constants.py index 19bff11b..ec5a8fcf 100644 --- a/src/llmtuner/extras/constants.py +++ b/src/llmtuner/extras/constants.py @@ -747,6 +747,10 @@ register_model_group( DownloadSource.DEFAULT: "Qwen/Qwen1.5-14B-Chat-AWQ", DownloadSource.MODELSCOPE: "qwen/Qwen1.5-14B-Chat-AWQ", }, + "Qwen1.5-32B-int4-Chat": { + DownloadSource.DEFAULT: "qwen/Qwen1.5-32B-Chat-GPTQ-Int4", + DownloadSource.MODELSCOPE: "qwen/Qwen1.5-32B-Chat-GPTQ-Int4", + }, "Qwen1.5-72B-int8-Chat": { DownloadSource.DEFAULT: "Qwen/Qwen1.5-72B-Chat-GPTQ-Int8", DownloadSource.MODELSCOPE: "qwen/Qwen1.5-72B-Chat-GPTQ-Int8", From 1131ddfaff92f0356055feeaa731a9c16d0fecbf Mon Sep 17 00:00:00 2001 From: sliderSun <291952004@qq.com> Date: Sun, 7 Apr 2024 10:59:15 +0800 Subject: [PATCH 3/3] fix spell error Former-commit-id: e6d36a2e593ebc1193b1735075c4ddb5d9f54990 --- src/llmtuner/extras/constants.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/extras/constants.py b/src/llmtuner/extras/constants.py index ec5a8fcf..2c7f5e5f 100644 --- a/src/llmtuner/extras/constants.py +++ b/src/llmtuner/extras/constants.py @@ -748,7 +748,7 @@ register_model_group( DownloadSource.MODELSCOPE: "qwen/Qwen1.5-14B-Chat-AWQ", }, "Qwen1.5-32B-int4-Chat": { - DownloadSource.DEFAULT: "qwen/Qwen1.5-32B-Chat-GPTQ-Int4", + DownloadSource.DEFAULT: "Qwen/Qwen1.5-32B-Chat-GPTQ-Int4", DownloadSource.MODELSCOPE: "qwen/Qwen1.5-32B-Chat-GPTQ-Int4", }, "Qwen1.5-72B-int8-Chat": {