mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-03 04:02:49 +08:00
add use_streaming
Former-commit-id: adc98c86dad64f1a793017fa628b5cf19abbdd01
This commit is contained in:
parent
1bd75afae8
commit
6cb2c99e7d
@ -65,7 +65,7 @@ def get_dataset(
|
||||
data_files=data_files,
|
||||
cache_dir=cache_dir,
|
||||
token=model_args.ms_hub_token,
|
||||
streaming=(data_args.streaming and (dataset_attr.load_from != "file")),
|
||||
use_streaming=(data_args.streaming and (dataset_attr.load_from != "file")),
|
||||
).to_hf_dataset()
|
||||
else:
|
||||
dataset = load_dataset(
|
||||
|
Loading…
x
Reference in New Issue
Block a user