Merge pull request #3921 from gusye1234/main

Add openchat-3.6-8B support

Former-commit-id: 87ea0a8bcd8d76a9e916cc8da6905bc805bb18aa

src/llamafactory/data/template.py

@@ -756,6 +756,22 @@ _register_template(
     force_system=True,
 )
 
+_register_template(
+    name="openchat-3.6",
+    format_user=StringFormatter(
+        slots=[
+            (
+                "<|start_header_id|>GPT4 Correct User<|end_header_id|>\n\n{{content}}<|eot_id|>"
+                "<|start_header_id|>GPT4 Correct Assistant<|end_header_id|>\n\n"
+            )
+        ]
+    ),
+    format_system=StringFormatter(slots=[{"bos_token"}, "{{content}}"]),
+    stop_words=["<|eot_id|>"],
+    replace_eos=True,
+    force_system=True,
+)
+
 
 _register_template(
     name="orion",

src/llamafactory/extras/constants.py

@@ -719,6 +719,15 @@ register_model_group(
     template="openchat",
 )
 
+register_model_group(
+    models={
+        "OpenChat3.6-8B-Chat": {
+            DownloadSource.DEFAULT: "openchat/openchat-3.6-8b-20240522",
+        }
+    },
+    template="openchat-3.6",
+)
+
 
 register_model_group(
     models={