From 09107affda4d25b7975f5dae34ccc954cd3dc8ea Mon Sep 17 00:00:00 2001 From: sliderSun <291952004@qq.com> Date: Sun, 7 Apr 2024 10:26:13 +0800 Subject: [PATCH 1/3] support Qwen1.5-32B Former-commit-id: 77044d9ef4ce39a038ad769f93569d5eb2f3bfb0 --- src/llmtuner/extras/constants.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/src/llmtuner/extras/constants.py b/src/llmtuner/extras/constants.py index 6e46218b..19bff11b 100644 --- a/src/llmtuner/extras/constants.py +++ b/src/llmtuner/extras/constants.py @@ -663,6 +663,10 @@ register_model_group( DownloadSource.DEFAULT: "Qwen/Qwen1.5-14B", DownloadSource.MODELSCOPE: "qwen/Qwen1.5-14B", }, + "Qwen1.5-32B": { + DownloadSource.DEFAULT: "Qwen/Qwen1.5-32B", + DownloadSource.MODELSCOPE: "qwen/Qwen1.5-32B", + }, "Qwen1.5-72B": { DownloadSource.DEFAULT: "Qwen/Qwen1.5-72B", DownloadSource.MODELSCOPE: "qwen/Qwen1.5-72B", @@ -691,6 +695,10 @@ register_model_group( DownloadSource.DEFAULT: "Qwen/Qwen1.5-14B-Chat", DownloadSource.MODELSCOPE: "qwen/Qwen1.5-14B-Chat", }, + "Qwen1.5-32B-Chat": { + DownloadSource.DEFAULT: "Qwen/Qwen1.5-32B-Chat", + DownloadSource.MODELSCOPE: "qwen/Qwen1.5-32B-Chat", + }, "Qwen1.5-72B-Chat": { DownloadSource.DEFAULT: "Qwen/Qwen1.5-72B-Chat", DownloadSource.MODELSCOPE: "qwen/Qwen1.5-72B-Chat", From 1fbf190eda4e00d992a4e61551cd707a80d4541e Mon Sep 17 00:00:00 2001 From: sliderSun <291952004@qq.com> Date: Sun, 7 Apr 2024 10:56:03 +0800 Subject: [PATCH 2/3] support Qwen1.5-32B Former-commit-id: 21650d467c19c99d30f538f8a70984d4e3417604 --- src/llmtuner/extras/constants.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/llmtuner/extras/constants.py b/src/llmtuner/extras/constants.py index 19bff11b..ec5a8fcf 100644 --- a/src/llmtuner/extras/constants.py +++ b/src/llmtuner/extras/constants.py @@ -747,6 +747,10 @@ register_model_group( DownloadSource.DEFAULT: "Qwen/Qwen1.5-14B-Chat-AWQ", DownloadSource.MODELSCOPE: "qwen/Qwen1.5-14B-Chat-AWQ", }, + "Qwen1.5-32B-int4-Chat": { + DownloadSource.DEFAULT: "qwen/Qwen1.5-32B-Chat-GPTQ-Int4", + DownloadSource.MODELSCOPE: "qwen/Qwen1.5-32B-Chat-GPTQ-Int4", + }, "Qwen1.5-72B-int8-Chat": { DownloadSource.DEFAULT: "Qwen/Qwen1.5-72B-Chat-GPTQ-Int8", DownloadSource.MODELSCOPE: "qwen/Qwen1.5-72B-Chat-GPTQ-Int8", From 7037dcbf387bfd17f01a94552593db2ab6fbc892 Mon Sep 17 00:00:00 2001 From: sliderSun <291952004@qq.com> Date: Sun, 7 Apr 2024 10:59:15 +0800 Subject: [PATCH 3/3] fix spell error Former-commit-id: 1d117b7bb6b71ff9ff98b7d5cc0bbf7b879ad385 --- src/llmtuner/extras/constants.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/extras/constants.py b/src/llmtuner/extras/constants.py index ec5a8fcf..2c7f5e5f 100644 --- a/src/llmtuner/extras/constants.py +++ b/src/llmtuner/extras/constants.py @@ -748,7 +748,7 @@ register_model_group( DownloadSource.MODELSCOPE: "qwen/Qwen1.5-14B-Chat-AWQ", }, "Qwen1.5-32B-int4-Chat": { - DownloadSource.DEFAULT: "qwen/Qwen1.5-32B-Chat-GPTQ-Int4", + DownloadSource.DEFAULT: "Qwen/Qwen1.5-32B-Chat-GPTQ-Int4", DownloadSource.MODELSCOPE: "qwen/Qwen1.5-32B-Chat-GPTQ-Int4", }, "Qwen1.5-72B-int8-Chat": {