mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-01 11:12:50 +08:00
1739 lines
58 KiB
Python
1739 lines
58 KiB
Python
# Copyright 2024 the LlamaFactory team.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
from collections import OrderedDict, defaultdict
|
|
from enum import Enum
|
|
from typing import Dict, Optional
|
|
|
|
from peft.utils import SAFETENSORS_WEIGHTS_NAME as SAFE_ADAPTER_WEIGHTS_NAME
|
|
from peft.utils import WEIGHTS_NAME as ADAPTER_WEIGHTS_NAME
|
|
from transformers.utils import SAFE_WEIGHTS_INDEX_NAME, SAFE_WEIGHTS_NAME, WEIGHTS_INDEX_NAME, WEIGHTS_NAME
|
|
|
|
|
|
CHECKPOINT_NAMES = {
|
|
SAFE_ADAPTER_WEIGHTS_NAME,
|
|
ADAPTER_WEIGHTS_NAME,
|
|
SAFE_WEIGHTS_INDEX_NAME,
|
|
SAFE_WEIGHTS_NAME,
|
|
WEIGHTS_INDEX_NAME,
|
|
WEIGHTS_NAME,
|
|
}
|
|
|
|
CHOICES = ["A", "B", "C", "D"]
|
|
|
|
DATA_CONFIG = "dataset_info.json"
|
|
|
|
DEFAULT_TEMPLATE = defaultdict(str)
|
|
|
|
FILEEXT2TYPE = {
|
|
"arrow": "arrow",
|
|
"csv": "csv",
|
|
"json": "json",
|
|
"jsonl": "json",
|
|
"parquet": "parquet",
|
|
"txt": "text",
|
|
}
|
|
|
|
IGNORE_INDEX = -100
|
|
|
|
IMAGE_PLACEHOLDER = "<image>"
|
|
|
|
LAYERNORM_NAMES = {"norm", "ln"}
|
|
|
|
LLAMABOARD_CONFIG = "llamaboard_config.yaml"
|
|
|
|
METHODS = ["full", "freeze", "lora"]
|
|
|
|
MOD_SUPPORTED_MODELS = {"bloom", "falcon", "gemma", "llama", "mistral", "mixtral", "phi", "starcoder2"}
|
|
|
|
PEFT_METHODS = {"lora"}
|
|
|
|
RUNNING_LOG = "running_log.txt"
|
|
|
|
SUBJECTS = ["Average", "STEM", "Social Sciences", "Humanities", "Other"]
|
|
|
|
SUPPORTED_MODELS = OrderedDict()
|
|
|
|
TRAINER_LOG = "trainer_log.jsonl"
|
|
|
|
TRAINING_ARGS = "training_args.yaml"
|
|
|
|
TRAINING_STAGES = {
|
|
"Supervised Fine-Tuning": "sft",
|
|
"Reward Modeling": "rm",
|
|
"PPO": "ppo",
|
|
"DPO": "dpo",
|
|
"KTO": "kto",
|
|
"Pre-Training": "pt",
|
|
}
|
|
|
|
STAGES_USE_PAIR_DATA = {"rm", "dpo"}
|
|
|
|
SUPPORTED_CLASS_FOR_BLOCK_DIAG_ATTN = {
|
|
"cohere",
|
|
"falcon",
|
|
"gemma",
|
|
"gemma2",
|
|
"llama",
|
|
"mistral",
|
|
"phi",
|
|
"phi3",
|
|
"qwen2",
|
|
"starcoder2",
|
|
}
|
|
|
|
SUPPORTED_CLASS_FOR_S2ATTN = {"llama"}
|
|
|
|
VIDEO_PLACEHOLDER = "<video>"
|
|
|
|
V_HEAD_WEIGHTS_NAME = "value_head.bin"
|
|
|
|
V_HEAD_SAFE_WEIGHTS_NAME = "value_head.safetensors"
|
|
|
|
VISION_MODELS = set()
|
|
|
|
|
|
class DownloadSource(str, Enum):
|
|
DEFAULT = "hf"
|
|
MODELSCOPE = "ms"
|
|
|
|
|
|
def register_model_group(
|
|
models: Dict[str, Dict[DownloadSource, str]],
|
|
template: Optional[str] = None,
|
|
vision: bool = False,
|
|
) -> None:
|
|
prefix = None
|
|
for name, path in models.items():
|
|
if prefix is None:
|
|
prefix = name.split("-")[0]
|
|
else:
|
|
assert prefix == name.split("-")[0], "prefix should be identical."
|
|
SUPPORTED_MODELS[name] = path
|
|
if template is not None:
|
|
DEFAULT_TEMPLATE[prefix] = template
|
|
if vision:
|
|
VISION_MODELS.add(prefix)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Aya-23-8B-Chat": {
|
|
DownloadSource.DEFAULT: "CohereForAI/aya-23-8B",
|
|
},
|
|
"Aya-23-35B-Chat": {
|
|
DownloadSource.DEFAULT: "CohereForAI/aya-23-35B",
|
|
},
|
|
},
|
|
template="cohere",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Baichuan-7B-Base": {
|
|
DownloadSource.DEFAULT: "baichuan-inc/Baichuan-7B",
|
|
DownloadSource.MODELSCOPE: "baichuan-inc/baichuan-7B",
|
|
},
|
|
"Baichuan-13B-Base": {
|
|
DownloadSource.DEFAULT: "baichuan-inc/Baichuan-13B-Base",
|
|
DownloadSource.MODELSCOPE: "baichuan-inc/Baichuan-13B-Base",
|
|
},
|
|
"Baichuan-13B-Chat": {
|
|
DownloadSource.DEFAULT: "baichuan-inc/Baichuan-13B-Chat",
|
|
DownloadSource.MODELSCOPE: "baichuan-inc/Baichuan-13B-Chat",
|
|
},
|
|
},
|
|
template="baichuan",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Baichuan2-7B-Base": {
|
|
DownloadSource.DEFAULT: "baichuan-inc/Baichuan2-7B-Base",
|
|
DownloadSource.MODELSCOPE: "baichuan-inc/Baichuan2-7B-Base",
|
|
},
|
|
"Baichuan2-13B-Base": {
|
|
DownloadSource.DEFAULT: "baichuan-inc/Baichuan2-13B-Base",
|
|
DownloadSource.MODELSCOPE: "baichuan-inc/Baichuan2-13B-Base",
|
|
},
|
|
"Baichuan2-7B-Chat": {
|
|
DownloadSource.DEFAULT: "baichuan-inc/Baichuan2-7B-Chat",
|
|
DownloadSource.MODELSCOPE: "baichuan-inc/Baichuan2-7B-Chat",
|
|
},
|
|
"Baichuan2-13B-Chat": {
|
|
DownloadSource.DEFAULT: "baichuan-inc/Baichuan2-13B-Chat",
|
|
DownloadSource.MODELSCOPE: "baichuan-inc/Baichuan2-13B-Chat",
|
|
},
|
|
},
|
|
template="baichuan2",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"BLOOM-560M": {
|
|
DownloadSource.DEFAULT: "bigscience/bloom-560m",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/bloom-560m",
|
|
},
|
|
"BLOOM-3B": {
|
|
DownloadSource.DEFAULT: "bigscience/bloom-3b",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/bloom-3b",
|
|
},
|
|
"BLOOM-7B1": {
|
|
DownloadSource.DEFAULT: "bigscience/bloom-7b1",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/bloom-7b1",
|
|
},
|
|
},
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"BLOOMZ-560M": {
|
|
DownloadSource.DEFAULT: "bigscience/bloomz-560m",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/bloomz-560m",
|
|
},
|
|
"BLOOMZ-3B": {
|
|
DownloadSource.DEFAULT: "bigscience/bloomz-3b",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/bloomz-3b",
|
|
},
|
|
"BLOOMZ-7B1-mt": {
|
|
DownloadSource.DEFAULT: "bigscience/bloomz-7b1-mt",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/bloomz-7b1-mt",
|
|
},
|
|
},
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"BlueLM-7B-Base": {
|
|
DownloadSource.DEFAULT: "vivo-ai/BlueLM-7B-Base",
|
|
DownloadSource.MODELSCOPE: "vivo-ai/BlueLM-7B-Base",
|
|
},
|
|
"BlueLM-7B-Chat": {
|
|
DownloadSource.DEFAULT: "vivo-ai/BlueLM-7B-Chat",
|
|
DownloadSource.MODELSCOPE: "vivo-ai/BlueLM-7B-Chat",
|
|
},
|
|
},
|
|
template="bluelm",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Breeze-7B": {
|
|
DownloadSource.DEFAULT: "MediaTek-Research/Breeze-7B-Base-v1_0",
|
|
},
|
|
"Breeze-7B-Chat": {
|
|
DownloadSource.DEFAULT: "MediaTek-Research/Breeze-7B-Instruct-v1_0",
|
|
},
|
|
},
|
|
template="breeze",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"ChatGLM2-6B-Chat": {
|
|
DownloadSource.DEFAULT: "THUDM/chatglm2-6b",
|
|
DownloadSource.MODELSCOPE: "ZhipuAI/chatglm2-6b",
|
|
}
|
|
},
|
|
template="chatglm2",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"ChatGLM3-6B-Base": {
|
|
DownloadSource.DEFAULT: "THUDM/chatglm3-6b-base",
|
|
DownloadSource.MODELSCOPE: "ZhipuAI/chatglm3-6b-base",
|
|
},
|
|
"ChatGLM3-6B-Chat": {
|
|
DownloadSource.DEFAULT: "THUDM/chatglm3-6b",
|
|
DownloadSource.MODELSCOPE: "ZhipuAI/chatglm3-6b",
|
|
},
|
|
},
|
|
template="chatglm3",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"ChineseLLaMA2-1.3B": {
|
|
DownloadSource.DEFAULT: "hfl/chinese-llama-2-1.3b",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/chinese-llama-2-1.3b",
|
|
},
|
|
"ChineseLLaMA2-7B": {
|
|
DownloadSource.DEFAULT: "hfl/chinese-llama-2-7b",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/chinese-llama-2-7b",
|
|
},
|
|
"ChineseLLaMA2-13B": {
|
|
DownloadSource.DEFAULT: "hfl/chinese-llama-2-13b",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/chinese-llama-2-13b",
|
|
},
|
|
"ChineseLLaMA2-1.3B-Chat": {
|
|
DownloadSource.DEFAULT: "hfl/chinese-alpaca-2-1.3b",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/chinese-alpaca-2-1.3b",
|
|
},
|
|
"ChineseLLaMA2-7B-Chat": {
|
|
DownloadSource.DEFAULT: "hfl/chinese-alpaca-2-7b",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/chinese-alpaca-2-7b",
|
|
},
|
|
"ChineseLLaMA2-13B-Chat": {
|
|
DownloadSource.DEFAULT: "hfl/chinese-alpaca-2-13b",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/chinese-alpaca-2-13b",
|
|
},
|
|
},
|
|
template="llama2_zh",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"CodeGeeX4-9B-Chat": {
|
|
DownloadSource.DEFAULT: "THUDM/codegeex4-all-9b",
|
|
DownloadSource.MODELSCOPE: "ZhipuAI/codegeex4-all-9b",
|
|
},
|
|
},
|
|
template="codegeex4",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"CodeGemma-7B": {
|
|
DownloadSource.DEFAULT: "google/codegemma-7b",
|
|
},
|
|
"CodeGemma-7B-Chat": {
|
|
DownloadSource.DEFAULT: "google/codegemma-7b-it",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/codegemma-7b-it",
|
|
},
|
|
"CodeGemma-1.1-2B": {
|
|
DownloadSource.DEFAULT: "google/codegemma-1.1-2b",
|
|
},
|
|
"CodeGemma-1.1-7B-Chat": {
|
|
DownloadSource.DEFAULT: "google/codegemma-1.1-7b-it",
|
|
},
|
|
},
|
|
template="gemma",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Codestral-22B-v0.1-Chat": {
|
|
DownloadSource.DEFAULT: "mistralai/Codestral-22B-v0.1",
|
|
},
|
|
},
|
|
template="mistral",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"CommandR-35B-Chat": {
|
|
DownloadSource.DEFAULT: "CohereForAI/c4ai-command-r-v01",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/c4ai-command-r-v01",
|
|
},
|
|
"CommandR-Plus-104B-Chat": {
|
|
DownloadSource.DEFAULT: "CohereForAI/c4ai-command-r-plus",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/c4ai-command-r-plus",
|
|
},
|
|
"CommandR-35B-4bit-Chat": {
|
|
DownloadSource.DEFAULT: "CohereForAI/c4ai-command-r-v01-4bit",
|
|
DownloadSource.MODELSCOPE: "mirror013/c4ai-command-r-v01-4bit",
|
|
},
|
|
"CommandR-Plus-104B-4bit-Chat": {
|
|
DownloadSource.DEFAULT: "CohereForAI/c4ai-command-r-plus-4bit",
|
|
},
|
|
},
|
|
template="cohere",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"DBRX-132B-Base": {
|
|
DownloadSource.DEFAULT: "databricks/dbrx-base",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/dbrx-base",
|
|
},
|
|
"DBRX-132B-Chat": {
|
|
DownloadSource.DEFAULT: "databricks/dbrx-instruct",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/dbrx-instruct",
|
|
},
|
|
},
|
|
template="dbrx",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"DeepSeek-LLM-7B-Base": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/deepseek-llm-7b-base",
|
|
DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-llm-7b-base",
|
|
},
|
|
"DeepSeek-LLM-67B-Base": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/deepseek-llm-67b-base",
|
|
DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-llm-67b-base",
|
|
},
|
|
"DeepSeek-LLM-7B-Chat": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/deepseek-llm-7b-chat",
|
|
DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-llm-7b-chat",
|
|
},
|
|
"DeepSeek-LLM-67B-Chat": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/deepseek-llm-67b-chat",
|
|
DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-llm-67b-chat",
|
|
},
|
|
"DeepSeek-Math-7B-Base": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/deepseek-math-7b-base",
|
|
DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-math-7b-base",
|
|
},
|
|
"DeepSeek-Math-7B-Chat": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/deepseek-math-7b-instruct",
|
|
DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-math-7b-instruct",
|
|
},
|
|
"DeepSeek-MoE-16B-Base": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/deepseek-moe-16b-base",
|
|
DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-moe-16b-base",
|
|
},
|
|
"DeepSeek-MoE-16B-v2-Base": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-V2-Lite",
|
|
DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-V2-Lite",
|
|
},
|
|
"DeepSeek-MoE-236B-Base": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-V2",
|
|
DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-V2",
|
|
},
|
|
"DeepSeek-MoE-16B-Chat": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/deepseek-moe-16b-chat",
|
|
DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-moe-16b-chat",
|
|
},
|
|
"DeepSeek-MoE-16B-v2-Chat": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-V2-Lite-Chat",
|
|
DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-V2-Lite-Chat",
|
|
},
|
|
"DeepSeek-MoE-236B-Chat": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-V2-Chat",
|
|
DownloadSource.MODELSCOPE: "deepseek-ai/DeepSeek-V2-Chat",
|
|
},
|
|
"DeepSeek-MoE-Coder-16B-Base": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-Coder-V2-Lite-Base",
|
|
},
|
|
"DeepSeek-MoE-Coder-236B-Base": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-Coder-V2-Base",
|
|
},
|
|
"DeepSeek-MoE-Coder-16B-Chat": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct",
|
|
},
|
|
"DeepSeek-MoE-Coder-236B-Chat": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/DeepSeek-Coder-V2-Instruct",
|
|
},
|
|
},
|
|
template="deepseek",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"DeepSeekCoder-6.7B-Base": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/deepseek-coder-6.7b-base",
|
|
DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-coder-6.7b-base",
|
|
},
|
|
"DeepSeekCoder-7B-Base": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/deepseek-coder-7b-base-v1.5",
|
|
},
|
|
"DeepSeekCoder-33B-Base": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/deepseek-coder-33b-base",
|
|
DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-coder-33b-base",
|
|
},
|
|
"DeepSeekCoder-6.7B-Chat": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/deepseek-coder-6.7b-instruct",
|
|
DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-coder-6.7b-instruct",
|
|
},
|
|
"DeepSeekCoder-7B-Chat": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/deepseek-coder-7b-instruct-v1.5",
|
|
},
|
|
"DeepSeekCoder-33B-Chat": {
|
|
DownloadSource.DEFAULT: "deepseek-ai/deepseek-coder-33b-instruct",
|
|
DownloadSource.MODELSCOPE: "deepseek-ai/deepseek-coder-33b-instruct",
|
|
},
|
|
},
|
|
template="deepseekcoder",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Falcon-7B": {
|
|
DownloadSource.DEFAULT: "tiiuae/falcon-7b",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/falcon-7b",
|
|
},
|
|
"Falcon-11B": {
|
|
DownloadSource.DEFAULT: "tiiuae/falcon-11B",
|
|
},
|
|
"Falcon-40B": {
|
|
DownloadSource.DEFAULT: "tiiuae/falcon-40b",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/falcon-40b",
|
|
},
|
|
"Falcon-180B": {
|
|
DownloadSource.DEFAULT: "tiiuae/falcon-180b",
|
|
DownloadSource.MODELSCOPE: "modelscope/falcon-180B",
|
|
},
|
|
"Falcon-7B-Chat": {
|
|
DownloadSource.DEFAULT: "tiiuae/falcon-7b-instruct",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/falcon-7b-instruct",
|
|
},
|
|
"Falcon-40B-Chat": {
|
|
DownloadSource.DEFAULT: "tiiuae/falcon-40b-instruct",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/falcon-40b-instruct",
|
|
},
|
|
"Falcon-180B-Chat": {
|
|
DownloadSource.DEFAULT: "tiiuae/falcon-180b-chat",
|
|
DownloadSource.MODELSCOPE: "modelscope/falcon-180B-chat",
|
|
},
|
|
},
|
|
template="falcon",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Gemma-2B": {
|
|
DownloadSource.DEFAULT: "google/gemma-2b",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/gemma-2b",
|
|
},
|
|
"Gemma-7B": {
|
|
DownloadSource.DEFAULT: "google/gemma-7b",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/gemma-2b-it",
|
|
},
|
|
"Gemma-2B-Chat": {
|
|
DownloadSource.DEFAULT: "google/gemma-2b-it",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/gemma-7b",
|
|
},
|
|
"Gemma-7B-Chat": {
|
|
DownloadSource.DEFAULT: "google/gemma-7b-it",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/gemma-7b-it",
|
|
},
|
|
"Gemma-1.1-2B-Chat": {
|
|
DownloadSource.DEFAULT: "google/gemma-1.1-2b-it",
|
|
},
|
|
"Gemma-1.1-7B-Chat": {
|
|
DownloadSource.DEFAULT: "google/gemma-1.1-7b-it",
|
|
},
|
|
"Gemma-2-2B": {
|
|
DownloadSource.DEFAULT: "google/gemma-2-2b",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/gemma-2-2b",
|
|
},
|
|
"Gemma-2-9B": {
|
|
DownloadSource.DEFAULT: "google/gemma-2-9b",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/gemma-2-9b",
|
|
},
|
|
"Gemma-2-27B": {
|
|
DownloadSource.DEFAULT: "google/gemma-2-27b",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/gemma-2-27b",
|
|
},
|
|
"Gemma-2-2B-Chat": {
|
|
DownloadSource.DEFAULT: "google/gemma-2-2b-it",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/gemma-2-2b-it",
|
|
},
|
|
"Gemma-2-9B-Chat": {
|
|
DownloadSource.DEFAULT: "google/gemma-2-9b-it",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/gemma-2-9b-it",
|
|
},
|
|
"Gemma-2-27B-Chat": {
|
|
DownloadSource.DEFAULT: "google/gemma-2-27b-it",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/gemma-2-27b-it",
|
|
},
|
|
},
|
|
template="gemma",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"GLM-4-9B": {
|
|
DownloadSource.DEFAULT: "THUDM/glm-4-9b",
|
|
DownloadSource.MODELSCOPE: "ZhipuAI/glm-4-9b",
|
|
},
|
|
"GLM-4-9B-Chat": {
|
|
DownloadSource.DEFAULT: "THUDM/glm-4-9b-chat",
|
|
DownloadSource.MODELSCOPE: "ZhipuAI/glm-4-9b-chat",
|
|
},
|
|
"GLM-4-9B-1M-Chat": {
|
|
DownloadSource.DEFAULT: "THUDM/glm-4-9b-chat-1m",
|
|
DownloadSource.MODELSCOPE: "ZhipuAI/glm-4-9b-chat-1m",
|
|
},
|
|
},
|
|
template="glm4",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"InternLM-7B": {
|
|
DownloadSource.DEFAULT: "internlm/internlm-7b",
|
|
DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm-7b",
|
|
},
|
|
"InternLM-20B": {
|
|
DownloadSource.DEFAULT: "internlm/internlm-20b",
|
|
DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm-20b",
|
|
},
|
|
"InternLM-7B-Chat": {
|
|
DownloadSource.DEFAULT: "internlm/internlm-chat-7b",
|
|
DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm-chat-7b",
|
|
},
|
|
"InternLM-20B-Chat": {
|
|
DownloadSource.DEFAULT: "internlm/internlm-chat-20b",
|
|
DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm-chat-20b",
|
|
},
|
|
},
|
|
template="intern",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"InternLM2-7B": {
|
|
DownloadSource.DEFAULT: "internlm/internlm2-7b",
|
|
DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2-7b",
|
|
},
|
|
"InternLM2-20B": {
|
|
DownloadSource.DEFAULT: "internlm/internlm2-20b",
|
|
DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2-20b",
|
|
},
|
|
"InternLM2-7B-Chat": {
|
|
DownloadSource.DEFAULT: "internlm/internlm2-chat-7b",
|
|
DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2-chat-7b",
|
|
},
|
|
"InternLM2-20B-Chat": {
|
|
DownloadSource.DEFAULT: "internlm/internlm2-chat-20b",
|
|
DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2-chat-20b",
|
|
},
|
|
},
|
|
template="intern2",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"InternLM2.5-1.8B": {
|
|
DownloadSource.DEFAULT: "internlm/internlm2_5-1_8b",
|
|
DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2_5-1_8b",
|
|
},
|
|
"InternLM2.5-7B": {
|
|
DownloadSource.DEFAULT: "internlm/internlm2_5-7b",
|
|
DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2_5-7b",
|
|
},
|
|
"InternLM2.5-20B": {
|
|
DownloadSource.DEFAULT: "internlm/internlm2_5-20b",
|
|
DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2_5-20b",
|
|
},
|
|
"InternLM2.5-1.8B-Chat": {
|
|
DownloadSource.DEFAULT: "internlm/internlm2_5-1_8b-chat",
|
|
DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2_5-1_8b-chat",
|
|
},
|
|
"InternLM2.5-7B-Chat": {
|
|
DownloadSource.DEFAULT: "internlm/internlm2_5-7b-chat",
|
|
DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2_5-7b-chat",
|
|
},
|
|
"InternLM2.5-7B-1M-Chat": {
|
|
DownloadSource.DEFAULT: "internlm/internlm2_5-7b-chat-1m",
|
|
DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2_5-7b-chat-1m",
|
|
},
|
|
"InternLM2.5-20B-Chat": {
|
|
DownloadSource.DEFAULT: "internlm/internlm2_5-20b-chat",
|
|
DownloadSource.MODELSCOPE: "Shanghai_AI_Laboratory/internlm2_5-20b-chat",
|
|
},
|
|
},
|
|
template="intern2",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Jamba-v0.1": {
|
|
DownloadSource.DEFAULT: "ai21labs/Jamba-v0.1",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/Jamba-v0.1",
|
|
}
|
|
},
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"LingoWhale-8B": {
|
|
DownloadSource.DEFAULT: "deeplang-ai/LingoWhale-8B",
|
|
DownloadSource.MODELSCOPE: "DeepLang/LingoWhale-8B",
|
|
}
|
|
},
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"LLaMA-7B": {
|
|
DownloadSource.DEFAULT: "huggyllama/llama-7b",
|
|
DownloadSource.MODELSCOPE: "skyline2006/llama-7b",
|
|
},
|
|
"LLaMA-13B": {
|
|
DownloadSource.DEFAULT: "huggyllama/llama-13b",
|
|
DownloadSource.MODELSCOPE: "skyline2006/llama-13b",
|
|
},
|
|
"LLaMA-30B": {
|
|
DownloadSource.DEFAULT: "huggyllama/llama-30b",
|
|
DownloadSource.MODELSCOPE: "skyline2006/llama-30b",
|
|
},
|
|
"LLaMA-65B": {
|
|
DownloadSource.DEFAULT: "huggyllama/llama-65b",
|
|
DownloadSource.MODELSCOPE: "skyline2006/llama-65b",
|
|
},
|
|
}
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"LLaMA2-7B": {
|
|
DownloadSource.DEFAULT: "meta-llama/Llama-2-7b-hf",
|
|
DownloadSource.MODELSCOPE: "modelscope/Llama-2-7b-ms",
|
|
},
|
|
"LLaMA2-13B": {
|
|
DownloadSource.DEFAULT: "meta-llama/Llama-2-13b-hf",
|
|
DownloadSource.MODELSCOPE: "modelscope/Llama-2-13b-ms",
|
|
},
|
|
"LLaMA2-70B": {
|
|
DownloadSource.DEFAULT: "meta-llama/Llama-2-70b-hf",
|
|
DownloadSource.MODELSCOPE: "modelscope/Llama-2-70b-ms",
|
|
},
|
|
"LLaMA2-7B-Chat": {
|
|
DownloadSource.DEFAULT: "meta-llama/Llama-2-7b-chat-hf",
|
|
DownloadSource.MODELSCOPE: "modelscope/Llama-2-7b-chat-ms",
|
|
},
|
|
"LLaMA2-13B-Chat": {
|
|
DownloadSource.DEFAULT: "meta-llama/Llama-2-13b-chat-hf",
|
|
DownloadSource.MODELSCOPE: "modelscope/Llama-2-13b-chat-ms",
|
|
},
|
|
"LLaMA2-70B-Chat": {
|
|
DownloadSource.DEFAULT: "meta-llama/Llama-2-70b-chat-hf",
|
|
DownloadSource.MODELSCOPE: "modelscope/Llama-2-70b-chat-ms",
|
|
},
|
|
},
|
|
template="llama2",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"LLaMA3-8B": {
|
|
DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3-8B",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3-8B",
|
|
},
|
|
"LLaMA3-70B": {
|
|
DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3-70B",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3-70B",
|
|
},
|
|
"LLaMA3-8B-Chat": {
|
|
DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3-8B-Instruct",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3-8B-Instruct",
|
|
},
|
|
"LLaMA3-70B-Chat": {
|
|
DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3-70B-Instruct",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3-70B-Instruct",
|
|
},
|
|
"LLaMA3-8B-Chinese-Chat": {
|
|
DownloadSource.DEFAULT: "shenzhi-wang/Llama3-8B-Chinese-Chat",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Llama3-8B-Chinese-Chat",
|
|
},
|
|
"LLaMA3-70B-Chinese-Chat": {
|
|
DownloadSource.DEFAULT: "shenzhi-wang/Llama3-70B-Chinese-Chat",
|
|
},
|
|
},
|
|
template="llama3",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"LLaMA3.1-8B": {
|
|
DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3.1-8B",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3.1-8B",
|
|
},
|
|
"LLaMA3.1-70B": {
|
|
DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3.1-70B",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3.1-70B",
|
|
},
|
|
"LLaMA3.1-405B": {
|
|
DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3.1-405B",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3.1-405B",
|
|
},
|
|
"LLaMA3.1-8B-Chat": {
|
|
DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3.1-8B-Instruct",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3.1-8B-Instruct",
|
|
},
|
|
"LLaMA3.1-70B-Chat": {
|
|
DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3.1-70B-Instruct",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3.1-70B-Instruct",
|
|
},
|
|
"LLaMA3.1-405B-Chat": {
|
|
DownloadSource.DEFAULT: "meta-llama/Meta-Llama-3.1-405B-Instruct",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Meta-Llama-3.1-405B-Instruct",
|
|
},
|
|
},
|
|
template="llama3",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"LLaVA1.5-7B-Chat": {
|
|
DownloadSource.DEFAULT: "llava-hf/llava-1.5-7b-hf",
|
|
},
|
|
"LLaVA1.5-13B-Chat": {
|
|
DownloadSource.DEFAULT: "llava-hf/llava-1.5-13b-hf",
|
|
},
|
|
},
|
|
template="llava",
|
|
vision=True,
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"MiniCPM-2B-SFT-Chat": {
|
|
DownloadSource.DEFAULT: "openbmb/MiniCPM-2B-sft-bf16",
|
|
DownloadSource.MODELSCOPE: "OpenBMB/miniCPM-bf16",
|
|
},
|
|
"MiniCPM-2B-DPO-Chat": {
|
|
DownloadSource.DEFAULT: "openbmb/MiniCPM-2B-dpo-bf16",
|
|
DownloadSource.MODELSCOPE: "OpenBMB/MiniCPM-2B-dpo-bf16",
|
|
},
|
|
},
|
|
template="cpm",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"MiniCPM3-4B-Chat": {
|
|
DownloadSource.DEFAULT: "openbmb/MiniCPM3-4B",
|
|
DownloadSource.MODELSCOPE: "OpenBMB/MiniCPM3-4B",
|
|
},
|
|
},
|
|
template="cpm3",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Mistral-7B-v0.1": {
|
|
DownloadSource.DEFAULT: "mistralai/Mistral-7B-v0.1",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/Mistral-7B-v0.1",
|
|
},
|
|
"Mistral-7B-v0.1-Chat": {
|
|
DownloadSource.DEFAULT: "mistralai/Mistral-7B-Instruct-v0.1",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/Mistral-7B-Instruct-v0.1",
|
|
},
|
|
"Mistral-7B-v0.2": {
|
|
DownloadSource.DEFAULT: "alpindale/Mistral-7B-v0.2-hf",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/Mistral-7B-v0.2-hf",
|
|
},
|
|
"Mistral-7B-v0.2-Chat": {
|
|
DownloadSource.DEFAULT: "mistralai/Mistral-7B-Instruct-v0.2",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/Mistral-7B-Instruct-v0.2",
|
|
},
|
|
"Mistral-7B-v0.3": {
|
|
DownloadSource.DEFAULT: "mistralai/Mistral-7B-v0.3",
|
|
},
|
|
"Mistral-7B-v0.3-Chat": {
|
|
DownloadSource.DEFAULT: "mistralai/Mistral-7B-Instruct-v0.3",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Mistral-7B-Instruct-v0.3",
|
|
},
|
|
"Mistral-Nemo-Chat": {
|
|
DownloadSource.DEFAULT: "mistralai/Mistral-Nemo-Instruct-2407",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/Mistral-Nemo-Instruct-2407",
|
|
},
|
|
},
|
|
template="mistral",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Mixtral-8x7B-v0.1": {
|
|
DownloadSource.DEFAULT: "mistralai/Mixtral-8x7B-v0.1",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/Mixtral-8x7B-v0.1",
|
|
},
|
|
"Mixtral-8x7B-v0.1-Chat": {
|
|
DownloadSource.DEFAULT: "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/Mixtral-8x7B-Instruct-v0.1",
|
|
},
|
|
"Mixtral-8x22B-v0.1": {
|
|
DownloadSource.DEFAULT: "mistralai/Mixtral-8x22B-v0.1",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/Mixtral-8x22B-v0.1",
|
|
},
|
|
"Mixtral-8x22B-v0.1-Chat": {
|
|
DownloadSource.DEFAULT: "mistralai/Mixtral-8x22B-Instruct-v0.1",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/Mixtral-8x22B-Instruct-v0.1",
|
|
},
|
|
},
|
|
template="mistral",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"OLMo-1B": {
|
|
DownloadSource.DEFAULT: "allenai/OLMo-1B-hf",
|
|
},
|
|
"OLMo-7B": {
|
|
DownloadSource.DEFAULT: "allenai/OLMo-7B-hf",
|
|
},
|
|
"OLMo-7B-Chat": {
|
|
DownloadSource.DEFAULT: "ssec-uw/OLMo-7B-Instruct-hf",
|
|
},
|
|
"OLMo-1.7-7B": {
|
|
DownloadSource.DEFAULT: "allenai/OLMo-1.7-7B-hf",
|
|
},
|
|
},
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"OpenChat3.5-7B-Chat": {
|
|
DownloadSource.DEFAULT: "openchat/openchat-3.5-0106",
|
|
DownloadSource.MODELSCOPE: "xcwzxcwz/openchat-3.5-0106",
|
|
}
|
|
},
|
|
template="openchat",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"OpenChat3.6-8B-Chat": {
|
|
DownloadSource.DEFAULT: "openchat/openchat-3.6-8b-20240522",
|
|
}
|
|
},
|
|
template="openchat-3.6",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Orion-14B-Base": {
|
|
DownloadSource.DEFAULT: "OrionStarAI/Orion-14B-Base",
|
|
DownloadSource.MODELSCOPE: "OrionStarAI/Orion-14B-Base",
|
|
},
|
|
"Orion-14B-Chat": {
|
|
DownloadSource.DEFAULT: "OrionStarAI/Orion-14B-Chat",
|
|
DownloadSource.MODELSCOPE: "OrionStarAI/Orion-14B-Chat",
|
|
},
|
|
"Orion-14B-Long-Chat": {
|
|
DownloadSource.DEFAULT: "OrionStarAI/Orion-14B-LongChat",
|
|
DownloadSource.MODELSCOPE: "OrionStarAI/Orion-14B-LongChat",
|
|
},
|
|
"Orion-14B-RAG-Chat": {
|
|
DownloadSource.DEFAULT: "OrionStarAI/Orion-14B-Chat-RAG",
|
|
DownloadSource.MODELSCOPE: "OrionStarAI/Orion-14B-Chat-RAG",
|
|
},
|
|
"Orion-14B-Plugin-Chat": {
|
|
DownloadSource.DEFAULT: "OrionStarAI/Orion-14B-Chat-Plugin",
|
|
DownloadSource.MODELSCOPE: "OrionStarAI/Orion-14B-Chat-Plugin",
|
|
},
|
|
},
|
|
template="orion",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"PaliGemma-3B-pt-224-Chat": {
|
|
DownloadSource.DEFAULT: "google/paligemma-3b-pt-224",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma-3b-pt-224",
|
|
},
|
|
"PaliGemma-3B-pt-448-Chat": {
|
|
DownloadSource.DEFAULT: "google/paligemma-3b-pt-448",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma-3b-pt-448",
|
|
},
|
|
"PaliGemma-3B-pt-896-Chat": {
|
|
DownloadSource.DEFAULT: "google/paligemma-3b-pt-896",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma-3b-pt-896",
|
|
},
|
|
"PaliGemma-3B-mix-224-Chat": {
|
|
DownloadSource.DEFAULT: "google/paligemma-3b-mix-224",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma-3b-mix-224",
|
|
},
|
|
"PaliGemma-3B-mix-448-Chat": {
|
|
DownloadSource.DEFAULT: "google/paligemma-3b-mix-448",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/paligemma-3b-mix-448",
|
|
},
|
|
},
|
|
template="paligemma",
|
|
vision=True,
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Phi-1.5-1.3B": {
|
|
DownloadSource.DEFAULT: "microsoft/phi-1_5",
|
|
DownloadSource.MODELSCOPE: "allspace/PHI_1-5",
|
|
},
|
|
"Phi-2-2.7B": {
|
|
DownloadSource.DEFAULT: "microsoft/phi-2",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/phi-2",
|
|
},
|
|
}
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Phi3-4B-4k-Chat": {
|
|
DownloadSource.DEFAULT: "microsoft/Phi-3-mini-4k-instruct",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Phi-3-mini-4k-instruct",
|
|
},
|
|
"Phi3-4B-128k-Chat": {
|
|
DownloadSource.DEFAULT: "microsoft/Phi-3-mini-128k-instruct",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Phi-3-mini-128k-instruct",
|
|
},
|
|
"Phi3-7B-8k-Chat": {
|
|
DownloadSource.DEFAULT: "microsoft/Phi-3-small-8k-instruct",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Phi-3-small-8k-instruct",
|
|
},
|
|
"Phi3-7B-128k-Chat": {
|
|
DownloadSource.DEFAULT: "microsoft/Phi-3-small-128k-instruct",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Phi-3-small-128k-instruct",
|
|
},
|
|
"Phi3-14B-8k-Chat": {
|
|
DownloadSource.DEFAULT: "microsoft/Phi-3-medium-4k-instruct",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Phi-3-medium-4k-instruct",
|
|
},
|
|
"Phi3-14B-128k-Chat": {
|
|
DownloadSource.DEFAULT: "microsoft/Phi-3-medium-128k-instruct",
|
|
DownloadSource.MODELSCOPE: "LLM-Research/Phi-3-medium-128k-instruct",
|
|
},
|
|
},
|
|
template="phi",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Qwen-1.8B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen-1_8B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen-1_8B",
|
|
},
|
|
"Qwen-7B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen-7B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen-7B",
|
|
},
|
|
"Qwen-14B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen-14B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen-14B",
|
|
},
|
|
"Qwen-72B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen-72B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen-72B",
|
|
},
|
|
"Qwen-1.8B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen-1_8B-Chat",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen-1_8B-Chat",
|
|
},
|
|
"Qwen-7B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen-7B-Chat",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen-7B-Chat",
|
|
},
|
|
"Qwen-14B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen-14B-Chat",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen-14B-Chat",
|
|
},
|
|
"Qwen-72B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen-72B-Chat",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen-72B-Chat",
|
|
},
|
|
"Qwen-1.8B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen-1_8B-Chat-Int8",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen-1_8B-Chat-Int8",
|
|
},
|
|
"Qwen-1.8B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen-1_8B-Chat-Int4",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen-1_8B-Chat-Int4",
|
|
},
|
|
"Qwen-7B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen-7B-Chat-Int8",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen-7B-Chat-Int8",
|
|
},
|
|
"Qwen-7B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen-7B-Chat-Int4",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen-7B-Chat-Int4",
|
|
},
|
|
"Qwen-14B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen-14B-Chat-Int8",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen-14B-Chat-Int8",
|
|
},
|
|
"Qwen-14B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen-14B-Chat-Int4",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen-14B-Chat-Int4",
|
|
},
|
|
"Qwen-72B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen-72B-Chat-Int8",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen-72B-Chat-Int8",
|
|
},
|
|
"Qwen-72B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen-72B-Chat-Int4",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen-72B-Chat-Int4",
|
|
},
|
|
},
|
|
template="qwen",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Qwen1.5-0.5B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-0.5B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-0.5B",
|
|
},
|
|
"Qwen1.5-1.8B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-1.8B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-1.8B",
|
|
},
|
|
"Qwen1.5-4B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-4B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-4B",
|
|
},
|
|
"Qwen1.5-7B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-7B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-7B",
|
|
},
|
|
"Qwen1.5-14B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-14B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-14B",
|
|
},
|
|
"Qwen1.5-32B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-32B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-32B",
|
|
},
|
|
"Qwen1.5-72B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-72B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-72B",
|
|
},
|
|
"Qwen1.5-110B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-110B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-110B",
|
|
},
|
|
"Qwen1.5-MoE-A2.7B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-MoE-A2.7B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-MoE-A2.7B",
|
|
},
|
|
"Qwen1.5-Code-7B": {
|
|
DownloadSource.DEFAULT: "Qwen/CodeQwen1.5-7B",
|
|
DownloadSource.MODELSCOPE: "qwen/CodeQwen1.5-7B",
|
|
},
|
|
"Qwen1.5-0.5B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-0.5B-Chat",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-0.5B-Chat",
|
|
},
|
|
"Qwen1.5-1.8B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-1.8B-Chat",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-1.8B-Chat",
|
|
},
|
|
"Qwen1.5-4B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-4B-Chat",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-4B-Chat",
|
|
},
|
|
"Qwen1.5-7B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-7B-Chat",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-7B-Chat",
|
|
},
|
|
"Qwen1.5-14B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-14B-Chat",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-14B-Chat",
|
|
},
|
|
"Qwen1.5-32B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-32B-Chat",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-32B-Chat",
|
|
},
|
|
"Qwen1.5-72B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-72B-Chat",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-72B-Chat",
|
|
},
|
|
"Qwen1.5-110B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-110B-Chat",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-110B-Chat",
|
|
},
|
|
"Qwen1.5-MoE-A2.7B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-MoE-A2.7B-Chat",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-MoE-A2.7B-Chat",
|
|
},
|
|
"Qwen1.5-Code-7B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/CodeQwen1.5-7B-Chat",
|
|
DownloadSource.MODELSCOPE: "qwen/CodeQwen1.5-7B-Chat",
|
|
},
|
|
"Qwen1.5-0.5B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-0.5B-Chat-GPTQ-Int8",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-0.5B-Chat-GPTQ-Int8",
|
|
},
|
|
"Qwen1.5-0.5B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-0.5B-Chat-AWQ",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-0.5B-Chat-AWQ",
|
|
},
|
|
"Qwen1.5-1.8B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-1.8B-Chat-GPTQ-Int8",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-1.8B-Chat-GPTQ-Int8",
|
|
},
|
|
"Qwen1.5-1.8B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-1.8B-Chat-AWQ",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-1.8B-Chat-AWQ",
|
|
},
|
|
"Qwen1.5-4B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-4B-Chat-GPTQ-Int8",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-4B-Chat-GPTQ-Int8",
|
|
},
|
|
"Qwen1.5-4B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-4B-Chat-AWQ",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-4B-Chat-AWQ",
|
|
},
|
|
"Qwen1.5-7B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-7B-Chat-GPTQ-Int8",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-7B-Chat-GPTQ-Int8",
|
|
},
|
|
"Qwen1.5-7B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-7B-Chat-AWQ",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-7B-Chat-AWQ",
|
|
},
|
|
"Qwen1.5-14B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-14B-Chat-GPTQ-Int8",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-14B-Chat-GPTQ-Int8",
|
|
},
|
|
"Qwen1.5-14B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-14B-Chat-AWQ",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-14B-Chat-AWQ",
|
|
},
|
|
"Qwen1.5-32B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-32B-Chat-AWQ",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-32B-Chat-AWQ",
|
|
},
|
|
"Qwen1.5-72B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-72B-Chat-GPTQ-Int8",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-72B-Chat-GPTQ-Int8",
|
|
},
|
|
"Qwen1.5-72B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-72B-Chat-AWQ",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-72B-Chat-AWQ",
|
|
},
|
|
"Qwen1.5-110B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-110B-Chat-AWQ",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-110B-Chat-AWQ",
|
|
},
|
|
"Qwen1.5-MoE-A2.7B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen1.5-MoE-A2.7B-Chat-GPTQ-Int4",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen1.5-MoE-A2.7B-Chat-GPTQ-Int4",
|
|
},
|
|
"Qwen1.5-Code-7B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/CodeQwen1.5-7B-Chat-AWQ",
|
|
DownloadSource.MODELSCOPE: "qwen/CodeQwen1.5-7B-Chat-AWQ",
|
|
},
|
|
},
|
|
template="qwen",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Qwen2-0.5B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-0.5B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-0.5B",
|
|
},
|
|
"Qwen2-1.5B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-1.5B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-1.5B",
|
|
},
|
|
"Qwen2-7B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-7B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-7B",
|
|
},
|
|
"Qwen2-72B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-72B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-72B",
|
|
},
|
|
"Qwen2-MoE-57B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-57B-A14B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-57B-A14B",
|
|
},
|
|
"Qwen2-Math-1.5B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-Math-1.5B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-Math-1.5B",
|
|
},
|
|
"Qwen2-Math-7B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-Math-7B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-Math-7B",
|
|
},
|
|
"Qwen2-Math-72B": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-Math-72B",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-Math-72B",
|
|
},
|
|
"Qwen2-0.5B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-0.5B-Instruct",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-0.5B-Instruct",
|
|
},
|
|
"Qwen2-1.5B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-1.5B-Instruct",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-1.5B-Instruct",
|
|
},
|
|
"Qwen2-7B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-7B-Instruct",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-7B-Instruct",
|
|
},
|
|
"Qwen2-72B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-72B-Instruct",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-72B-Instruct",
|
|
},
|
|
"Qwen2-MoE-57B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-57B-A14B-Instruct",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-57B-A14B-Instruct",
|
|
},
|
|
"Qwen2-Math-1.5B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-Math-1.5B-Instruct",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-Math-1.5B-Instruct",
|
|
},
|
|
"Qwen2-Math-7B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-Math-7B-Instruct",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-Math-7B-Instruct",
|
|
},
|
|
"Qwen2-Math-72B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-Math-72B-Instruct",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-Math-72B-Instruct",
|
|
},
|
|
"Qwen2-0.5B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-0.5B-Instruct-GPTQ-Int8",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-0.5B-Instruct-GPTQ-Int8",
|
|
},
|
|
"Qwen2-0.5B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-0.5B-Instruct-AWQ",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-0.5B-Instruct-AWQ",
|
|
},
|
|
"Qwen2-1.5B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-1.5B-Instruct-GPTQ-Int8",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-1.5B-Instruct-GPTQ-Int8",
|
|
},
|
|
"Qwen2-1.5B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-1.5B-Instruct-AWQ",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-1.5B-Instruct-AWQ",
|
|
},
|
|
"Qwen2-7B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-7B-Instruct-GPTQ-Int8",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-7B-Instruct-GPTQ-Int8",
|
|
},
|
|
"Qwen2-7B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-7B-Instruct-AWQ",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-7B-Instruct-AWQ",
|
|
},
|
|
"Qwen2-72B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-72B-Instruct-GPTQ-Int8",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-72B-Instruct-GPTQ-Int8",
|
|
},
|
|
"Qwen2-72B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-72B-Instruct-AWQ",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-72B-Instruct-AWQ",
|
|
},
|
|
"Qwen2-MoE-57B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-57B-A14B-Instruct-GPTQ-Int4",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-57B-A14B-Instruct-GPTQ-Int4",
|
|
},
|
|
},
|
|
template="qwen",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Qwen2VL-2B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-VL-2B-Instruct",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-VL-2B-Instruct",
|
|
},
|
|
"Qwen2VL-7B-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-VL-7B-Instruct",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-VL-7B-Instruct",
|
|
},
|
|
"Qwen2VL-2B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-VL-2B-Instruct-GPTQ-Int8",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-VL-2B-Instruct-GPTQ-Int8",
|
|
},
|
|
"Qwen2VL-2B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-VL-2B-Instruct-AWQ",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-VL-2B-Instruct-AWQ",
|
|
},
|
|
"Qwen2VL-7B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-VL-7B-Instruct-GPTQ-Int8",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-VL-7B-Instruct-GPTQ-Int8",
|
|
},
|
|
"Qwen2VL-7B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Qwen/Qwen2-VL-7B-Instruct-AWQ",
|
|
DownloadSource.MODELSCOPE: "qwen/Qwen2-VL-7B-Instruct-AWQ",
|
|
},
|
|
},
|
|
template="qwen2_vl",
|
|
vision=True,
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"SOLAR-10.7B": {
|
|
DownloadSource.DEFAULT: "upstage/SOLAR-10.7B-v1.0",
|
|
},
|
|
"SOLAR-10.7B-Chat": {
|
|
DownloadSource.DEFAULT: "upstage/SOLAR-10.7B-Instruct-v1.0",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/SOLAR-10.7B-Instruct-v1.0",
|
|
},
|
|
},
|
|
template="solar",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Skywork-13B-Base": {
|
|
DownloadSource.DEFAULT: "Skywork/Skywork-13B-base",
|
|
DownloadSource.MODELSCOPE: "skywork/Skywork-13B-base",
|
|
}
|
|
}
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"StarCoder2-3B": {
|
|
DownloadSource.DEFAULT: "bigcode/starcoder2-3b",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/starcoder2-3b",
|
|
},
|
|
"StarCoder2-7B": {
|
|
DownloadSource.DEFAULT: "bigcode/starcoder2-7b",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/starcoder2-7b",
|
|
},
|
|
"StarCoder2-15B": {
|
|
DownloadSource.DEFAULT: "bigcode/starcoder2-15b",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/starcoder2-15b",
|
|
},
|
|
}
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"TeleChat-1B-Chat": {
|
|
DownloadSource.DEFAULT: "Tele-AI/TeleChat-1B",
|
|
DownloadSource.MODELSCOPE: "TeleAI/TeleChat-1B",
|
|
},
|
|
"TeleChat-7B-Chat": {
|
|
DownloadSource.DEFAULT: "Tele-AI/telechat-7B",
|
|
DownloadSource.MODELSCOPE: "TeleAI/telechat-7B",
|
|
},
|
|
"TeleChat-12B-Chat": {
|
|
DownloadSource.DEFAULT: "Tele-AI/TeleChat-12B",
|
|
DownloadSource.MODELSCOPE: "TeleAI/TeleChat-12B",
|
|
},
|
|
"TeleChat-12B-v2-Chat": {
|
|
DownloadSource.DEFAULT: "Tele-AI/TeleChat-12B-v2",
|
|
DownloadSource.MODELSCOPE: "TeleAI/TeleChat-12B-v2",
|
|
},
|
|
},
|
|
template="telechat",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Vicuna1.5-7B-Chat": {
|
|
DownloadSource.DEFAULT: "lmsys/vicuna-7b-v1.5",
|
|
DownloadSource.MODELSCOPE: "Xorbits/vicuna-7b-v1.5",
|
|
},
|
|
"Vicuna1.5-13B-Chat": {
|
|
DownloadSource.DEFAULT: "lmsys/vicuna-13b-v1.5",
|
|
DownloadSource.MODELSCOPE: "Xorbits/vicuna-13b-v1.5",
|
|
},
|
|
},
|
|
template="vicuna",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"XuanYuan-6B": {
|
|
DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan-6B",
|
|
DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan-6B",
|
|
},
|
|
"XuanYuan-70B": {
|
|
DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan-70B",
|
|
DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan-70B",
|
|
},
|
|
"XuanYuan-2-70B": {
|
|
DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan2-70B",
|
|
DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan2-70B",
|
|
},
|
|
"XuanYuan-6B-Chat": {
|
|
DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan-6B-Chat",
|
|
DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan-6B-Chat",
|
|
},
|
|
"XuanYuan-70B-Chat": {
|
|
DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan-70B-Chat",
|
|
DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan-70B-Chat",
|
|
},
|
|
"XuanYuan-2-70B-Chat": {
|
|
DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan2-70B-Chat",
|
|
DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan2-70B-Chat",
|
|
},
|
|
"XuanYuan-6B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan-6B-Chat-8bit",
|
|
DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan-6B-Chat-8bit",
|
|
},
|
|
"XuanYuan-6B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan-6B-Chat-4bit",
|
|
DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan-6B-Chat-4bit",
|
|
},
|
|
"XuanYuan-70B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan-70B-Chat-8bit",
|
|
DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan-70B-Chat-8bit",
|
|
},
|
|
"XuanYuan-70B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan-70B-Chat-4bit",
|
|
DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan-70B-Chat-4bit",
|
|
},
|
|
"XuanYuan-2-70B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan2-70B-Chat-8bit",
|
|
DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan2-70B-Chat-8bit",
|
|
},
|
|
"XuanYuan-2-70B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "Duxiaoman-DI/XuanYuan2-70B-Chat-4bit",
|
|
DownloadSource.MODELSCOPE: "Duxiaoman-DI/XuanYuan2-70B-Chat-4bit",
|
|
},
|
|
},
|
|
template="xuanyuan",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"XVERSE-7B": {
|
|
DownloadSource.DEFAULT: "xverse/XVERSE-7B",
|
|
DownloadSource.MODELSCOPE: "xverse/XVERSE-7B",
|
|
},
|
|
"XVERSE-13B": {
|
|
DownloadSource.DEFAULT: "xverse/XVERSE-13B",
|
|
DownloadSource.MODELSCOPE: "xverse/XVERSE-13B",
|
|
},
|
|
"XVERSE-65B": {
|
|
DownloadSource.DEFAULT: "xverse/XVERSE-65B",
|
|
DownloadSource.MODELSCOPE: "xverse/XVERSE-65B",
|
|
},
|
|
"XVERSE-65B-2": {
|
|
DownloadSource.DEFAULT: "xverse/XVERSE-65B-2",
|
|
DownloadSource.MODELSCOPE: "xverse/XVERSE-65B-2",
|
|
},
|
|
"XVERSE-7B-Chat": {
|
|
DownloadSource.DEFAULT: "xverse/XVERSE-7B-Chat",
|
|
DownloadSource.MODELSCOPE: "xverse/XVERSE-7B-Chat",
|
|
},
|
|
"XVERSE-13B-Chat": {
|
|
DownloadSource.DEFAULT: "xverse/XVERSE-13B-Chat",
|
|
DownloadSource.MODELSCOPE: "xverse/XVERSE-13B-Chat",
|
|
},
|
|
"XVERSE-65B-Chat": {
|
|
DownloadSource.DEFAULT: "xverse/XVERSE-65B-Chat",
|
|
DownloadSource.MODELSCOPE: "xverse/XVERSE-65B-Chat",
|
|
},
|
|
"XVERSE-MoE-A4.2B": {
|
|
DownloadSource.DEFAULT: "xverse/XVERSE-MoE-A4.2B",
|
|
DownloadSource.MODELSCOPE: "xverse/XVERSE-MoE-A4.2B",
|
|
},
|
|
"XVERSE-7B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "xverse/XVERSE-7B-Chat-GPTQ-Int8",
|
|
DownloadSource.MODELSCOPE: "xverse/XVERSE-7B-Chat-GPTQ-Int8",
|
|
},
|
|
"XVERSE-7B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "xverse/XVERSE-7B-Chat-GPTQ-Int4",
|
|
DownloadSource.MODELSCOPE: "xverse/XVERSE-7B-Chat-GPTQ-Int4",
|
|
},
|
|
"XVERSE-13B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "xverse/XVERSE-13B-Chat-GPTQ-Int8",
|
|
DownloadSource.MODELSCOPE: "xverse/XVERSE-13B-Chat-GPTQ-Int8",
|
|
},
|
|
"XVERSE-13B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "xverse/XVERSE-13B-Chat-GPTQ-Int4",
|
|
DownloadSource.MODELSCOPE: "xverse/XVERSE-13B-Chat-GPTQ-Int4",
|
|
},
|
|
"XVERSE-65B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "xverse/XVERSE-65B-Chat-GPTQ-Int4",
|
|
DownloadSource.MODELSCOPE: "xverse/XVERSE-65B-Chat-GPTQ-Int4",
|
|
},
|
|
},
|
|
template="xverse",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Yayi-7B": {
|
|
DownloadSource.DEFAULT: "wenge-research/yayi-7b-llama2",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/yayi-7b-llama2",
|
|
},
|
|
"Yayi-13B": {
|
|
DownloadSource.DEFAULT: "wenge-research/yayi-13b-llama2",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/yayi-13b-llama2",
|
|
},
|
|
},
|
|
template="yayi",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Yi-6B": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-6B",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-6B",
|
|
},
|
|
"Yi-9B": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-9B",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-9B",
|
|
},
|
|
"Yi-34B": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-34B",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-34B",
|
|
},
|
|
"Yi-6B-Chat": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-6B-Chat",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-6B-Chat",
|
|
},
|
|
"Yi-34B-Chat": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-34B-Chat",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-34B-Chat",
|
|
},
|
|
"Yi-6B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-6B-Chat-8bits",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-6B-Chat-8bits",
|
|
},
|
|
"Yi-6B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-6B-Chat-4bits",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-6B-Chat-4bits",
|
|
},
|
|
"Yi-34B-int8-Chat": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-34B-Chat-8bits",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-34B-Chat-8bits",
|
|
},
|
|
"Yi-34B-int4-Chat": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-34B-Chat-4bits",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-34B-Chat-4bits",
|
|
},
|
|
"Yi-1.5-6B": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-1.5-6B",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-1.5-6B",
|
|
},
|
|
"Yi-1.5-9B": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-1.5-9B",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-1.5-9B",
|
|
},
|
|
"Yi-1.5-34B": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-1.5-34B",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-1.5-34B",
|
|
},
|
|
"Yi-1.5-6B-Chat": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-1.5-6B-Chat",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-1.5-6B-Chat",
|
|
},
|
|
"Yi-1.5-9B-Chat": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-1.5-9B-Chat",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-1.5-9B-Chat",
|
|
},
|
|
"Yi-1.5-34B-Chat": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-1.5-34B-Chat",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-1.5-34B-Chat",
|
|
},
|
|
"Yi-Coder-1.5B": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-Coder-1.5B",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-Coder-1.5B",
|
|
},
|
|
"Yi-Coder-9B": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-Coder-9B",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-Coder-9B",
|
|
},
|
|
"Yi-Coder-1.5B-Chat": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-Coder-1.5B-Chat",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-Coder-1.5B-Chat",
|
|
},
|
|
"Yi-Coder-9B-Chat": {
|
|
DownloadSource.DEFAULT: "01-ai/Yi-Coder-9B-Chat",
|
|
DownloadSource.MODELSCOPE: "01ai/Yi-Coder-9B-Chat",
|
|
},
|
|
},
|
|
template="yi",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"YiVL-6B-Chat": {
|
|
DownloadSource.DEFAULT: "BUAADreamer/Yi-VL-6B-hf",
|
|
},
|
|
"YiVL-34B-Chat": {
|
|
DownloadSource.DEFAULT: "BUAADreamer/Yi-VL-34B-hf",
|
|
},
|
|
},
|
|
template="yi_vl",
|
|
vision=True,
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Yuan2-2B-Chat": {
|
|
DownloadSource.DEFAULT: "IEITYuan/Yuan2-2B-hf",
|
|
DownloadSource.MODELSCOPE: "YuanLLM/Yuan2.0-2B-hf",
|
|
},
|
|
"Yuan2-51B-Chat": {
|
|
DownloadSource.DEFAULT: "IEITYuan/Yuan2-51B-hf",
|
|
DownloadSource.MODELSCOPE: "YuanLLM/Yuan2.0-51B-hf",
|
|
},
|
|
"Yuan2-102B-Chat": {
|
|
DownloadSource.DEFAULT: "IEITYuan/Yuan2-102B-hf",
|
|
DownloadSource.MODELSCOPE: "YuanLLM/Yuan2.0-102B-hf",
|
|
},
|
|
},
|
|
template="yuan",
|
|
)
|
|
|
|
|
|
register_model_group(
|
|
models={
|
|
"Zephyr-7B-Alpha-Chat": {
|
|
DownloadSource.DEFAULT: "HuggingFaceH4/zephyr-7b-alpha",
|
|
DownloadSource.MODELSCOPE: "AI-ModelScope/zephyr-7b-alpha",
|
|
},
|
|
"Zephyr-7B-Beta-Chat": {
|
|
DownloadSource.DEFAULT: "HuggingFaceH4/zephyr-7b-beta",
|
|
DownloadSource.MODELSCOPE: "modelscope/zephyr-7b-beta",
|
|
},
|
|
"Zephyr-141B-ORPO-Chat": {
|
|
DownloadSource.DEFAULT: "HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1",
|
|
},
|
|
},
|
|
template="zephyr",
|
|
)
|