simplify readme

Former-commit-id: 92dab8a90b
This commit is contained in:
hiyouga
2024-04-02 20:07:43 +08:00
parent f4be51f356
commit bf5ffeeae0
24 changed files with 244 additions and 890 deletions

View File

@@ -84,9 +84,9 @@ class DataArguments:
"help": "Whether or not to pack the sequences in training. Will automatically enable in pre-training."
},
)
cache_path: Optional[str] = field(
tokenized_path: Optional[str] = field(
default=None,
metadata={"help": "Path to save or load the pre-processed datasets."},
metadata={"help": "Path to save or load the tokenized datasets."},
)
def __post_init__(self):