diff --git a/src/llmtuner/dsets/utils.py b/src/llmtuner/dsets/utils.py index bf337014..fecadce4 100644 --- a/src/llmtuner/dsets/utils.py +++ b/src/llmtuner/dsets/utils.py @@ -13,9 +13,11 @@ logger = get_logger(__name__) EXT2TYPE = { + "arrow": "arrow", "csv": "csv", "json": "json", "jsonl": "json", + "parquet": "parquet", "txt": "text" }