From 996cc5d900c96d5cd4066683a246cc6426392e8d Mon Sep 17 00:00:00 2001
From: hiyouga <hiyouga@buaa.edu.cn>
Date: Sat, 3 Feb 2024 23:45:31 +0800
Subject: [PATCH] fix #2397

Former-commit-id: 7404692808f2288d539668d364965ad104dacadb
---
 src/llmtuner/data/loader.py | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/src/llmtuner/data/loader.py b/src/llmtuner/data/loader.py
index c4b86e38..20a5ec0d 100644
--- a/src/llmtuner/data/loader.py
+++ b/src/llmtuner/data/loader.py
@@ -155,9 +155,6 @@ def get_dataset(
                 dataset = dataset.to_iterable_dataset()
             return dataset
 
-        if data_args.streaming:
-            raise ValueError("Turn off dataset streaming to save cache files.")
-
     with training_args.main_process_first(desc="load dataset"):
         all_datasets = []
         for dataset_attr in get_dataset_list(data_args):  # TODO: add split