diff --git a/src/llamafactory/model/loader.py b/src/llamafactory/model/loader.py index 52815bb2..4d6b5a99 100644 --- a/src/llamafactory/model/loader.py +++ b/src/llamafactory/model/loader.py @@ -85,6 +85,9 @@ def load_tokenizer(model_args: "ModelArguments") -> "TokenizerModule": ) except Exception as e: raise OSError("Failed to load tokenizer.") from e + + if model_args.model_max_length is not None and tokenizer.model_max_length != model_args.model_max_length: + tokenizer.model_max_length = model_args.model_max_length if model_args.new_special_tokens is not None: num_added_tokens = tokenizer.add_special_tokens(