support parquet format #1446

Former-commit-id: 3df90b988bd987daa4e3a991c32ae53446481dcd
This commit is contained in:
hiyouga 2023-11-09 14:17:40 +08:00
parent b9f42172dd
commit f9ebc718d0

View File

@ -13,9 +13,11 @@ logger = get_logger(__name__)
EXT2TYPE = {
"arrow": "arrow",
"csv": "csv",
"json": "json",
"jsonl": "json",
"parquet": "parquet",
"txt": "text"
}