From c1974c91e5d9cfdb1e57e60265125932eaa7ca17 Mon Sep 17 00:00:00 2001
From: "xingjun.wang" <xingjun.wxj@alibaba-inc.com>
Date: Tue, 12 Dec 2023 14:14:40 +0800
Subject: [PATCH] add print info for test

Former-commit-id: 168321a4da7612620b9528860306f03bf65d019a
---
 src/llmtuner/data/loader.py | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/src/llmtuner/data/loader.py b/src/llmtuner/data/loader.py
index 82130485..45e51d64 100644
--- a/src/llmtuner/data/loader.py
+++ b/src/llmtuner/data/loader.py
@@ -57,6 +57,15 @@ def get_dataset(
             from modelscope import MsDataset
             cache_dir = model_args.cache_dir
             cache_dir = str(cache_dir) if cache_dir is not None else None
+
+            print(f'>data_path: {data_path}, '
+                  f'>data_name: {data_name}, '
+                  f'>split: {data_args.split},'
+                  f'>data_files: {data_files}, '
+                  f'>cache_dir: {cache_dir},'
+                  f'>token: {model_args.ms_hub_token},'
+                  f'>streaming: {data_args.streaming}')
+
             dataset = MsDataset.load(
                 dataset_name=data_path,
                 subset_name=data_name,