support system column #1765

Former-commit-id: 0a9c6e0146

data/dataset_info.json

@@ -39,16 +39,6 @@
       "history": "history"
     }
   },
-  "sharegpt_zh": {
-    "file_name": "sharegpt_zh_27k.json",
-    "file_sha1": "baf766bcf3d61f1b783728c14ce695af57a86e6e",
-    "columns": {
-      "prompt": "instruction",
-      "query": "input",
-      "response": "output",
-      "history": "history"
-    }
-  },
   "lima": {
     "file_name": "lima.json",
     "file_sha1": "9db59f6b7007dc4b17529fc63379b9cd61640f37",
@@ -117,7 +107,8 @@
     "ms_hub_url": "AI-ModelScope/OpenOrca",
     "columns": {
       "prompt": "question",
-      "response": "response"
+      "response": "response",
+      "system": "system_prompt"
     }
   },
   "mathinstruct": {
@@ -184,6 +175,7 @@
   },
   "lmsys_chat": {
     "hf_hub_url": "lmsys/lmsys-chat-1m",
+    "ms_hub_url": "AI-ModelScope/lmsys-chat-1m",
     "columns": {
       "messages": "conversation",
       "role": "role",