423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-14 19:06:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

support parquet format #1446

Browse Source
This commit is contained in:
hiyouga
2023-11-09 14:17:40 +08:00
parent 33422e1fef
commit 3df90b988b
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/dsets/utils.py
View File

@@ -13,9 +13,11 @@ logger = get_logger(__name__)
EXT2TYPE = { EXT2TYPE = {
"arrow": "arrow",
"csv": "csv", "csv": "csv",
"json": "json", "json": "json",
"jsonl": "json", "jsonl": "json",
"parquet": "parquet",
"txt": "text" "txt": "text"
} }