423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-14 23:58:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update visual.py

Browse Source 
Former-commit-id: 6f1db7b9abfbdea1781452388d66df3e9f9a5dd9
This commit is contained in:
hoshi-hiyouga 2024-10-29 22:10:29 +08:00 committed by GitHub
parent 58fb24ce41
commit 16a9a44849
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/llamafactory/model/model_utils/visual.py
View File

@ -113,6 +113,7 @@ def configure_visual_model(config: "PretrainedConfig") -> None:
"llava_next", "llava_next",
"llava_next_video", "llava_next_video",
"paligemma", "paligemma",
"pixtral",
"video_llava", "video_llava",
]: # required for ds zero3 and valuehead models ]: # required for ds zero3 and valuehead models
setattr(config, "hidden_size", getattr(config.text_config, "hidden_size", None)) setattr(config, "hidden_size", getattr(config.text_config, "hidden_size", None))