[hparams] fix data args (#8863)

This commit is contained in:
Yaowei Zheng 2025-08-08 15:35:50 +08:00 committed by GitHub
parent df364998b1
commit b2395b25b0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 2 additions and 1 deletions

View File

@ -19,6 +19,7 @@ sentencepiece
tiktoken tiktoken
modelscope>=1.14.0 modelscope>=1.14.0
hf-transfer hf-transfer
safetensors<=0.5.3
# python # python
fire fire
omegaconf omegaconf

View File

@ -35,7 +35,7 @@ class DataArguments:
default=None, default=None,
metadata={"help": "The name of dataset(s) to use for evaluation. Use commas to separate multiple datasets."}, metadata={"help": "The name of dataset(s) to use for evaluation. Use commas to separate multiple datasets."},
) )
dataset_dir: Union[str, dict] = field( dataset_dir: str = field(
default="data", default="data",
metadata={"help": "Path to the folder containing the datasets."}, metadata={"help": "Path to the folder containing the datasets."},
) )