Merge pull request #3958 from hzhaoy/add_telechat_12b_support

add TeleChat-12B/TeleChat-12B-v2 models

Former-commit-id: bcddd5b066b97e2dcdff4fd8e0a8595e4bbd7fa1

src/llamafactory/data/template.py

@@ -918,3 +918,13 @@ _register_template(
     format_user=StringFormatter(slots=["<human>:{{content}}\n<bot>:"]),
     format_separator=EmptyFormatter(slots=["\n"]),
 )
+
+
+_register_template(
+    name="telechat",
+    format_user=StringFormatter(slots=["<_user>{{content}}<_bot>"]),
+    format_system=StringFormatter(slots=["<_system>{{content}}<_end>"]),
+    default_system="",
+    stop_words=["<_end>"],
+    replace_eos=True,
+)

src/llamafactory/extras/constants.py

@@ -1355,3 +1355,19 @@ register_model_group(
     },
     template="zephyr",
 )
+
+
+register_model_group(
+    models={
+        "TeleChat-12B-Chat": {
+            DownloadSource.DEFAULT: "Tele-AI/TeleChat-12B",
+            DownloadSource.MODELSCOPE: "TeleAI/TeleChat-12B",
+        },
+        "TeleChat-12B-v2-Chat": {
+            DownloadSource.DEFAULT: "Tele-AI/TeleChat-12B-v2",
+            DownloadSource.MODELSCOPE: "TeleAI/TeleChat-12B-v2",
+        },
+    },
+    module='query,key_value',
+    template="telechat",
+)