Update visual.py

Former-commit-id: 0baa7735f6
This commit is contained in:
hoshi-hiyouga
2024-10-29 22:10:29 +08:00
committed by GitHub
parent fb8f35558a
commit 2179b91acb

View File

@@ -113,6 +113,7 @@ def configure_visual_model(config: "PretrainedConfig") -> None:
"llava_next",
"llava_next_video",
"paligemma",
"pixtral",
"video_llava",
]: # required for ds zero3 and valuehead models
setattr(config, "hidden_size", getattr(config.text_config, "hidden_size", None))