initial-commit

Former-commit-id: aeb85f200b

data/dataset_info.json

@@ -38,6 +38,20 @@
       "assistant_tag": "assistant"
     }
   },
+  "qwen2vl_demo": {
+    "file_name": "qwen2vl_demo.json",
+    "formatting": "sharegpt",
+    "columns": {
+      "messages": "messages",
+      "images": "images"
+    },
+    "tags": {
+      "role_tag": "role",
+      "content_tag": "content",
+      "user_tag": "user",
+      "assistant_tag": "assistant"
+    }
+  },
   "alpaca_en": {
     "hf_hub_url": "llamafactory/alpaca_en",
     "ms_hub_url": "llamafactory/alpaca_en"

data/qwen2vl_demo.json

@@ -0,0 +1,140 @@
+[
+    {
+        "messages": [
+            {
+                "content": "<|image_pad|>Who are they?",
+                "role": "user"
+            },
+            {
+                "content": "They're Kane and Gretzka from Bayern Munich.",
+                "role": "assistant"
+            },
+            {
+                "content": "What are they doing?",
+                "role": "user"
+            },
+            {
+                "content": "They are celebrating on the soccer field.",
+                "role": "assistant"
+            }
+        ],
+        "images": [
+            "mllm_demo_data/1.jpg"
+        ]
+    },
+    {
+        "messages": [
+            {
+                "content": "<|image_pad|>Who is he?",
+                "role": "user"
+            },
+            {
+                "content": "He's Thomas Muller from Bayern Munich.",
+                "role": "assistant"
+            },
+            {
+                "content": "<|image_pad|>Why is he on the ground?",
+                "role": "user"
+            },
+            {
+                "content": "Because he's sliding on his knees to celebrate.",
+                "role": "assistant"
+            }
+        ],
+        "images": [
+            "mllm_demo_data/2.jpg","mllm_demo_data/2.jpg"
+        ]
+    },
+    {
+        "messages": [
+            {
+                "content": "<|image_pad|>Please describe this image",
+                "role": "user"
+            },
+            {
+                "content": "Chinese astronaut Gui Haichao is giving a speech.",
+                "role": "assistant"
+            },
+            {
+                "content": "What has he accomplished?",
+                "role": "user"
+            },
+            {
+                "content": "He was appointed to be a payload specialist on Shenzhou 16 mission in June 2022, thus becoming the first Chinese civilian of Group 3 in space on 30 May 2023. He is responsible for the on-orbit operation of space science experimental payloads.",
+                "role": "assistant"
+            }
+        ],
+        "images": [
+            "mllm_demo_data/3.jpg"
+        ]
+    },
+    {
+        "messages": [
+            {
+                "content": "<|image_pad|>他们是谁？",
+                "role": "user"
+            },
+            {
+                "content": "他们是拜仁慕尼黑的凯恩和格雷茨卡。",
+                "role": "assistant"
+            },
+            {
+                "content": "<|image_pad|>他们在做什么？",
+                "role": "user"
+            },
+            {
+                "content": "他们在足球场上庆祝。",
+                "role": "assistant"
+            }
+        ],
+        "images": [
+            "mllm_demo_data/1.jpg","mllm_demo_data/1.jpg"
+        ]
+    },
+    {
+        "messages": [
+            {
+                "content": "<|image_pad|>他是谁？",
+                "role": "user"
+            },
+            {
+                "content": "他是来自拜仁慕尼黑的托马斯·穆勒。",
+                "role": "assistant"
+            },
+            {
+                "content": "他为什么在地上？",
+                "role": "user"
+            },
+            {
+                "content": "因为他正在双膝跪地滑行庆祝。",
+                "role": "assistant"
+            }
+        ],
+        "images": [
+            "mllm_demo_data/2.jpg"
+        ]
+    },
+    {
+        "messages": [
+            {
+                "content": "<|image_pad|>请描述这张图片",
+                "role": "user"
+            },
+            {
+                "content": "中国宇航员桂海潮正在讲话。",
+                "role": "assistant"
+            },
+            {
+                "content": "他取得过哪些成就？",
+                "role": "user"
+            },
+            {
+                "content": "他于2022年6月被任命为神舟十六号任务的有效载荷专家，从而成为2023年5月30日进入太空的首位平民宇航员。他负责在轨操作空间科学实验有效载荷。",
+                "role": "assistant"
+            }
+        ],
+        "images": [
+            "mllm_demo_data/3.jpg"
+        ]
+    }
+]