This commit is contained in:
hiyouga
2023-12-23 14:42:20 +08:00
parent 0ad86a4f62
commit 0bbf7118df
2 changed files with 9 additions and 9 deletions

View File

@@ -127,9 +127,6 @@ class DataArguments:
if self.streaming and self.max_samples is not None:
raise ValueError("`max_samples` is incompatible with `streaming`.")
if self.streaming and self.cache_path:
raise ValueError("`cache_path` is incompatible with `streaming`.")
def init_for_training(self, seed: int): # support mixing multiple datasets
self.seed = seed
dataset_names = [ds.strip() for ds in self.dataset.split(",")] if self.dataset is not None else []