423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-17 12:20:37 +08:00
Code Issues Packages Projects Releases Wiki Activity

upgrade peft, fix #1088 #1411

Browse Source 
Former-commit-id: b2a60905f3
This commit is contained in:
hiyouga
2023-11-07 16:13:36 +08:00
parent 936297aeac
commit 3d40bdb600
15 changed files with 133 additions and 99 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/llmtuner/dsets/loader.py
View File

@@ -59,8 +59,8 @@ def get_dataset(
data_files=data_files,
split=data_args.split,
cache_dir=model_args.cache_dir,
streaming=data_args.streaming,
use_auth_token=True if model_args.use_auth_token else None
token=model_args.hf_hub_token,
streaming=data_args.streaming
)
if max_samples is not None: # truncate dataset

2
src/llmtuner/dsets/preprocess.py
View File

@@ -257,7 +257,7 @@ def preprocess_dataset(
if data_args.cache_path is not None and not os.path.exists(data_args.cache_path):
if training_args.should_save:
dataset.save_to_disk(data_args.cache_path)
raise SystemExit("Dataset saved, rerun this script with the same `--cache_file`.")
raise SystemExit("Dataset saved, rerun this script with the same `--cache_path`.")
if training_args.should_log:
try: