From e9b1aff447be726b3eea414d2b38cc542abdb11d Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Sat, 20 Apr 2024 10:34:09 +0800 Subject: [PATCH] fix #3348 Former-commit-id: 1fa287fd637aad0c5e8893046515a54bbff4c009 --- src/llmtuner/model/loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/model/loader.py b/src/llmtuner/model/loader.py index 7ab8222f..9376998d 100644 --- a/src/llmtuner/model/loader.py +++ b/src/llmtuner/model/loader.py @@ -44,7 +44,7 @@ def load_tokenizer(model_args: "ModelArguments") -> "PreTrainedTokenizer": padding_side="right", **init_kwargs, ) - except ValueError: # try the fast one + except Exception: # try the fast one tokenizer = AutoTokenizer.from_pretrained( model_args.model_name_or_path, use_fast=True,