From f9ebc718d01bb2e31f7c1c5c734fd993dff48b21 Mon Sep 17 00:00:00 2001
From: hiyouga <hiyouga@buaa.edu.cn>
Date: Thu, 9 Nov 2023 14:17:40 +0800
Subject: [PATCH] support parquet format #1446

Former-commit-id: 3df90b988bd987daa4e3a991c32ae53446481dcd
---
 src/llmtuner/dsets/utils.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/llmtuner/dsets/utils.py b/src/llmtuner/dsets/utils.py
index bf337014..fecadce4 100644
--- a/src/llmtuner/dsets/utils.py
+++ b/src/llmtuner/dsets/utils.py
@@ -13,9 +13,11 @@ logger = get_logger(__name__)
 
 
 EXT2TYPE = {
+    "arrow": "arrow",
     "csv": "csv",
     "json": "json",
     "jsonl": "json",
+    "parquet": "parquet",
     "txt": "text"
 }