fix #2397

Former-commit-id: 51df8657348ac3153e1a44143dc61008f10ab186
2025-08-04 04:32:50 +08:00 · 2024-02-03 23:45:31 +08:00 · 2024-02-03 23:45:31 +08:00 · 961368a8c4
commit 961368a8c4
parent 0fc8612b97
1 changed files with 0 additions and 3 deletions
--- a/src/llmtuner/data/loader.py
+++ b/src/llmtuner/data/loader.py
@ -155,9 +155,6 @@ def get_dataset(
                dataset = dataset.to_iterable_dataset()
            return dataset

-        if data_args.streaming:
-            raise ValueError("Turn off dataset streaming to save cache files.")
-
    with training_args.main_process_first(desc="load dataset"):
        all_datasets = []
        for dataset_attr in get_dataset_list(data_args):  # TODO: add split