update readme, add starcoder2, cosmopedia

2025-12-16 03:40:34 +08:00 · 2024-03-03 01:01:46 +08:00
parent 1006f372ae
commit 894d183214
6 changed files with 76 additions and 31 deletions
--- a/src/llmtuner/extras/constants.py
+++ b/src/llmtuner/extras/constants.py
@@ -743,6 +743,21 @@ register_model_group(
 )


+register_model_group(
+    models={
+        "StarCoder2-3B": {
+            DownloadSource.DEFAULT: "bigcode/starcoder2-3b",
+        },
+        "StarCoder2-7B": {
+            DownloadSource.DEFAULT: "bigcode/starcoder2-7b",
+        },
+        "StarCoder2-15B": {
+            DownloadSource.DEFAULT: "bigcode/starcoder2-15b",
+        },
+    }
+)
+
+
 register_model_group(
    models={
        "Vicuna1.5-7B-Chat": {