update get template

This commit is contained in:
hiyouga
2024-09-04 22:36:20 +08:00
parent 8f441c2b3a
commit dabad5570b
17 changed files with 57 additions and 56 deletions

View File

@@ -113,10 +113,6 @@ class DataArguments:
default=None,
metadata={"help": "Path to save or load the tokenized datasets."},
)
dataset_map_batch_size: Optional[int] = field(
default=None,
metadata={"help": "Batch size for dataset mapping."},
)
def __post_init__(self):
def split_arg(arg):