423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-04 12:42:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #2014

Browse Source 
Former-commit-id: ce2156eaa83e2b572f4198a1eb77a835fb502319
This commit is contained in:
hiyouga 2023-12-29 15:17:22 +08:00
parent 4735cb96c1
commit c14bf033a3
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/data/preprocess.py
View File

@ -261,7 +261,7 @@ def preprocess_dataset(
if data_args.cache_path is not None and not os.path.exists(data_args.cache_path): if data_args.cache_path is not None and not os.path.exists(data_args.cache_path):
if training_args.should_save: if training_args.should_save:
dataset.save_to_disk(data_args.cache_path) dataset.save_to_disk(data_args.cache_path)
raise SystemExit("Dataset saved, rerun this script with the same `--cache_path`.") logger.info("Dataset cache saved at {}.".format(data_args.cache_path))
if training_args.should_log: if training_args.should_log:
try: try: