From 1fbf190eda4e00d992a4e61551cd707a80d4541e Mon Sep 17 00:00:00 2001 From: sliderSun <291952004@qq.com> Date: Sun, 7 Apr 2024 10:56:03 +0800 Subject: [PATCH] support Qwen1.5-32B Former-commit-id: 21650d467c19c99d30f538f8a70984d4e3417604 --- src/llmtuner/extras/constants.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/llmtuner/extras/constants.py b/src/llmtuner/extras/constants.py index 19bff11b..ec5a8fcf 100644 --- a/src/llmtuner/extras/constants.py +++ b/src/llmtuner/extras/constants.py @@ -747,6 +747,10 @@ register_model_group( DownloadSource.DEFAULT: "Qwen/Qwen1.5-14B-Chat-AWQ", DownloadSource.MODELSCOPE: "qwen/Qwen1.5-14B-Chat-AWQ", }, + "Qwen1.5-32B-int4-Chat": { + DownloadSource.DEFAULT: "qwen/Qwen1.5-32B-Chat-GPTQ-Int4", + DownloadSource.MODELSCOPE: "qwen/Qwen1.5-32B-Chat-GPTQ-Int4", + }, "Qwen1.5-72B-int8-Chat": { DownloadSource.DEFAULT: "Qwen/Qwen1.5-72B-Chat-GPTQ-Int8", DownloadSource.MODELSCOPE: "qwen/Qwen1.5-72B-Chat-GPTQ-Int8",