From 6f1323722cfbc45654bb7fba07649261875e4322 Mon Sep 17 00:00:00 2001
From: marko1616 <marko1616@outlook.com>
Date: Sat, 13 Apr 2024 04:31:33 +0800
Subject: [PATCH] Add template&support(Not tested)

Former-commit-id: 6574a721d20108174fc770caf9f17cf8fa81c4b4
---
 src/llmtuner/data/template.py    |  8 ++++++++
 src/llmtuner/extras/constants.py | 10 ++++++++++
 2 files changed, 18 insertions(+)

diff --git a/src/llmtuner/data/template.py b/src/llmtuner/data/template.py
index 52358c1e..aefa3e45 100644
--- a/src/llmtuner/data/template.py
+++ b/src/llmtuner/data/template.py
@@ -785,3 +785,11 @@ _register_template(
     format_user=StringFormatter(slots=["<human>:{{content}}\n<bot>:"]),
     format_separator=EmptyFormatter(slots=["\n"]),
 )
+
+_register_template(
+    name="c4ai",
+    format_user=StringFormatter(slots=["<|START_OF_TURN_TOKEN|><|USER_TOKEN|>{{content}}", "<|END_OF_TURN_TOKEN|>", "<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>"]),
+    format_assistant=StringFormatter(slots=["{{content}}", "<|END_OF_TURN_TOKEN|>"]),
+    format_system=StringFormatter(slots=[{"bos_token"},"<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>{{content}}", "<|END_OF_TURN_TOKEN|>"]),
+    default_system="You are a powerful conversational AI trained by Cohere to help people. You are augmented by a number of tools, and your job is to use and consume the output of these tools to best help the user. You will see a conversation history between yourself and a user, ending with an utterance from the user. You will then see a specific instruction instructing you what kind of response to generate. When you answer the user's requests, you cite your sources in your answers, according to those instructions.",
+)
\ No newline at end of file
diff --git a/src/llmtuner/extras/constants.py b/src/llmtuner/extras/constants.py
index 729e0fa6..0cd2f987 100644
--- a/src/llmtuner/extras/constants.py
+++ b/src/llmtuner/extras/constants.py
@@ -994,3 +994,13 @@ register_model_group(
     },
     template="atom",
 )
+
+register_model_group(
+    models={
+        "C4AI-Command-R-35B": {
+            DownloadSource.DEFAULT: "CohereForAI/c4ai-command-r-v01",
+            DownloadSource.MODELSCOPE: "AI-ModelScope/c4ai-command-r-v01",
+        }
+    },
+    template="c4ai",
+)
\ No newline at end of file