423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-15 16:18:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

add print info for test

Browse Source 
Former-commit-id: e4ae2fccf0cbec57fb5fb01fd7cc352da69b23bf
This commit is contained in:
xingjun.wang 2023-12-12 14:14:40 +08:00
parent fb9e1c4087
commit 39c2f03eab
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/llmtuner/data/loader.py
View File

@ -57,6 +57,15 @@ def get_dataset(
from modelscope import MsDataset from modelscope import MsDataset
cache_dir = model_args.cache_dir cache_dir = model_args.cache_dir
cache_dir = str(cache_dir) if cache_dir is not None else None cache_dir = str(cache_dir) if cache_dir is not None else None
print(f'>data_path: {data_path}, '
f'>data_name: {data_name}, '
f'>split: {data_args.split},'
f'>data_files: {data_files}, '
f'>cache_dir: {cache_dir},'
f'>token: {model_args.ms_hub_token},'
f'>streaming: {data_args.streaming}')
dataset = MsDataset.load( dataset = MsDataset.load(
dataset_name=data_path, dataset_name=data_path,
subset_name=data_name, subset_name=data_name,