update readme, add starcoder2, cosmopedia

Former-commit-id: 1ae7c183640146bb9b06c98942985a1721d2b9c9
2025-12-17 20:30:36 +08:00 · 2024-03-03 01:01:46 +08:00
parent 11f4a2de0d
commit 28f3e60189
6 changed files with 76 additions and 31 deletions
--- a/src/llmtuner/extras/constants.py
+++ b/src/llmtuner/extras/constants.py
@@ -743,6 +743,21 @@ register_model_group(
 )


+register_model_group(
+    models={
+        "StarCoder2-3B": {
+            DownloadSource.DEFAULT: "bigcode/starcoder2-3b",
+        },
+        "StarCoder2-7B": {
+            DownloadSource.DEFAULT: "bigcode/starcoder2-7b",
+        },
+        "StarCoder2-15B": {
+            DownloadSource.DEFAULT: "bigcode/starcoder2-15b",
+        },
+    }
+)
+
+
 register_model_group(
    models={
        "Vicuna1.5-7B-Chat": {