423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-16 00:28:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #2014

Browse Source 
Former-commit-id: 077f6bf64e50f01f62aa4a957438bedc4e7925b3
This commit is contained in:
hiyouga 2023-12-29 15:17:22 +08:00
parent 7e225be16e
commit e85c205a81
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/data/preprocess.py
View File

@ -261,7 +261,7 @@ def preprocess_dataset(
if data_args.cache_path is not None and not os.path.exists(data_args.cache_path): if data_args.cache_path is not None and not os.path.exists(data_args.cache_path):
if training_args.should_save: if training_args.should_save:
dataset.save_to_disk(data_args.cache_path) dataset.save_to_disk(data_args.cache_path)
raise SystemExit("Dataset saved, rerun this script with the same `--cache_path`.") logger.info("Dataset cache saved at {}.".format(data_args.cache_path))
if training_args.should_log: if training_args.should_log:
try: try: