1. add model and dataset info to support webui

This commit is contained in:
huniu20
2024-10-10 16:46:34 +08:00
parent 24ebe187e3
commit 0f669f221a
7 changed files with 28 additions and 7 deletions

View File

@@ -94,7 +94,7 @@ def _load_single_dataset(
name=data_name,
data_dir=data_dir,
data_files=data_files,
split=data_args.split,
split=dataset_attr.split,
cache_dir=cache_dir,
token=model_args.ms_hub_token,
streaming=(data_args.streaming and (dataset_attr.load_from != "file")),