From 6cb2c99e7dfbb55cdbd9880fec4afeb59d85435a Mon Sep 17 00:00:00 2001
From: "xingjun.wang" <xingjun.wxj@alibaba-inc.com>
Date: Tue, 12 Dec 2023 14:23:05 +0800
Subject: [PATCH] add use_streaming

Former-commit-id: adc98c86dad64f1a793017fa628b5cf19abbdd01
---
 src/llmtuner/data/loader.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/llmtuner/data/loader.py b/src/llmtuner/data/loader.py
index 6421cfcf..5fe06755 100644
--- a/src/llmtuner/data/loader.py
+++ b/src/llmtuner/data/loader.py
@@ -65,7 +65,7 @@ def get_dataset(
                 data_files=data_files,
                 cache_dir=cache_dir,
                 token=model_args.ms_hub_token,
-                streaming=(data_args.streaming and (dataset_attr.load_from != "file")),
+                use_streaming=(data_args.streaming and (dataset_attr.load_from != "file")),
             ).to_hf_dataset()
         else:
             dataset = load_dataset(