Update visual.py

Former-commit-id: 0baa7735f64cbef9bd90e1db485c120b4c1c88bd
2025-08-23 06:12:50 +08:00 · 2024-10-29 22:10:29 +08:00 · 2024-10-29 22:10:29 +08:00 · 2179b91acb
commit 2179b91acb
parent fb8f35558a
1 changed files with 1 additions and 0 deletions
--- a/src/llamafactory/model/model_utils/visual.py
+++ b/src/llamafactory/model/model_utils/visual.py
@ -113,6 +113,7 @@ def configure_visual_model(config: "PretrainedConfig") -> None:
        "llava_next",
        "llava_next_video",
        "paligemma",
+        "pixtral",
        "video_llava",
    ]:  # required for ds zero3 and valuehead models
        setattr(config, "hidden_size", getattr(config.text_config, "hidden_size", None))