From 961368a8c4939003ef1cde6b87ae5d44ae55a188 Mon Sep 17 00:00:00 2001
From: hiyouga <hiyouga@buaa.edu.cn>
Date: Sat, 3 Feb 2024 23:45:31 +0800
Subject: [PATCH] fix #2397

Former-commit-id: 51df8657348ac3153e1a44143dc61008f10ab186
---
 src/llmtuner/data/loader.py | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/src/llmtuner/data/loader.py b/src/llmtuner/data/loader.py
index c4b86e38..20a5ec0d 100644
--- a/src/llmtuner/data/loader.py
+++ b/src/llmtuner/data/loader.py
@@ -155,9 +155,6 @@ def get_dataset(
                 dataset = dataset.to_iterable_dataset()
             return dataset
 
-        if data_args.streaming:
-            raise ValueError("Turn off dataset streaming to save cache files.")
-
     with training_args.main_process_first(desc="load dataset"):
         all_datasets = []
         for dataset_attr in get_dataset_list(data_args):  # TODO: add split