423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2026-05-05 07:38:55 +08:00
Code Issues Packages Projects Releases Wiki Activity

[export] handle NotImplementedError in export_model for transformers>=5.0 (fixes #10410) (#10438)

Browse Source 
Co-authored-by: octo-patch <octo-patch@github.com>
This commit is contained in:
Octopus
2026-04-27 23:36:23 +08:00
committed by GitHub
parent 2092abc217
commit 2f0bef207a
1 changed files with 9 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/llamafactory/train/tuner.py
View File

@@ -180,7 +180,15 @@ def export_model(args: Optional[dict[str, Any]] = None) -> None:
if not is_transformers_version_greater_than("5.0.0"):
save_kwargs["safe_serialization"] = not model_args.export_legacy_format
model.save_pretrained(**save_kwargs)
try:
model.save_pretrained(**save_kwargs)
except NotImplementedError as err:
raise RuntimeError(
"Failed to export model: weight conversion reversal is not supported for this model architecture "
"(NotImplementedError in transformers.core_model_loading.reverse_op). "
"This is a known issue with transformers>=5.0 for certain model types (e.g. Mistral/Ministral). "
"Workarounds: (1) use transformers<5.0, or (2) report the issue to the transformers repository."
) from err
if model_args.export_hub_model_id is not None:
# Prepare push arguments (safe_serialization removed in transformers v5.0.0)