From 2179b91acb96bb4ab420fae1556c6f8275286a3c Mon Sep 17 00:00:00 2001
From: hoshi-hiyouga <hiyouga@buaa.edu.cn>
Date: Tue, 29 Oct 2024 22:10:29 +0800
Subject: [PATCH] Update visual.py

Former-commit-id: 0baa7735f64cbef9bd90e1db485c120b4c1c88bd
---
 src/llamafactory/model/model_utils/visual.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/llamafactory/model/model_utils/visual.py b/src/llamafactory/model/model_utils/visual.py
index beec1884..bcd21841 100644
--- a/src/llamafactory/model/model_utils/visual.py
+++ b/src/llamafactory/model/model_utils/visual.py
@@ -113,6 +113,7 @@ def configure_visual_model(config: "PretrainedConfig") -> None:
         "llava_next",
         "llava_next_video",
         "paligemma",
+        "pixtral",
         "video_llava",
     ]:  # required for ds zero3 and valuehead models
         setattr(config, "hidden_size", getattr(config.text_config, "hidden_size", None))