[model] Add Ministral3 (#9582)

Co-authored-by: kingsley <kingsleydodonow@gmail.com>
This commit is contained in:
tangefly
2025-12-10 15:57:24 +08:00
committed by GitHub
parent 22d6ac29d5
commit 4fd94141a4
8 changed files with 44 additions and 5 deletions

View File

@@ -78,7 +78,7 @@ def run_sft(
gen_kwargs = generating_args.to_dict(obey_generation_config=True)
# Compatible with Transformers v4 and Transformers v5
if is_transformers_version_greater_than("5.0.0RC0"):
if is_transformers_version_greater_than("4.58.0"):
extra_ids = getattr(tokenizer, "additional_special_tokens_ids", None)
if not isinstance(extra_ids, list):
extra_special_tokens = getattr(tokenizer, "_extra_special_tokens", [])