423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-03 04:02:49 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #3348

Browse Source 
Former-commit-id: 1fa287fd637aad0c5e8893046515a54bbff4c009
This commit is contained in:
hoshi-hiyouga 2024-04-20 10:34:09 +08:00
parent 12290955d8
commit e9b1aff447
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/model/loader.py
View File

@ -44,7 +44,7 @@ def load_tokenizer(model_args: "ModelArguments") -> "PreTrainedTokenizer":
padding_side="right", padding_side="right",
**init_kwargs, **init_kwargs,
) )
except ValueError: # try the fast one except Exception: # try the fast one
tokenizer = AutoTokenizer.from_pretrained( tokenizer = AutoTokenizer.from_pretrained(
model_args.model_name_or_path, model_args.model_name_or_path,
use_fast=True, use_fast=True,