Merge pull request #3254 from marko1616/feature/Add-support-for-CohereForAI/c4ai-command-r-plus

Add template&support for c4ai-command-r/plus (tested)
This commit is contained in:
hoshi-hiyouga
2024-04-15 22:59:35 +08:00
committed by GitHub
2 changed files with 37 additions and 0 deletions

View File

@@ -242,6 +242,28 @@ register_model_group(
)
register_model_group(
models={
"CommandR-35B-Chat": {
DownloadSource.DEFAULT: "CohereForAI/c4ai-command-r-v01",
DownloadSource.MODELSCOPE: "AI-ModelScope/c4ai-command-r-v01",
},
"CommandR-Plus-104B-Chat": {
DownloadSource.DEFAULT: "CohereForAI/c4ai-command-r-plus",
DownloadSource.MODELSCOPE: "AI-ModelScope/c4ai-command-r-plus",
},
"CommandR-35B-4bit-Chat": {
DownloadSource.DEFAULT: "CohereForAI/c4ai-command-r-v01-4bit",
DownloadSource.MODELSCOPE: "mirror013/c4ai-command-r-v01-4bit",
},
"CommandR-Plus-104B-4bit-Chat": {
DownloadSource.DEFAULT: "CohereForAI/c4ai-command-r-plus-4bit",
},
},
template="cohere",
)
register_model_group(
models={
"DeepSeek-LLM-7B-Base": {