mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-02 03:32:50 +08:00
parent
e0325b1123
commit
358708ee97
@ -128,6 +128,7 @@ def _load_single_dataset(
|
||||
cache_dir=model_args.cache_dir,
|
||||
token=model_args.hf_hub_token,
|
||||
streaming=data_args.streaming,
|
||||
num_proc=data_args.preprocessing_num_workers,
|
||||
trust_remote_code=True,
|
||||
)
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user