From c14bf033a3c373d2ba26654a04b3a4f7cfce80a9 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Fri, 29 Dec 2023 15:17:22 +0800 Subject: [PATCH] fix #2014 Former-commit-id: ce2156eaa83e2b572f4198a1eb77a835fb502319 --- src/llmtuner/data/preprocess.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/data/preprocess.py b/src/llmtuner/data/preprocess.py index b4cf524a..6f98c8f5 100644 --- a/src/llmtuner/data/preprocess.py +++ b/src/llmtuner/data/preprocess.py @@ -261,7 +261,7 @@ def preprocess_dataset( if data_args.cache_path is not None and not os.path.exists(data_args.cache_path): if training_args.should_save: dataset.save_to_disk(data_args.cache_path) - raise SystemExit("Dataset saved, rerun this script with the same `--cache_path`.") + logger.info("Dataset cache saved at {}.".format(data_args.cache_path)) if training_args.should_log: try: