423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-29 10:10:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

[model] support GLM4.5V (#8876)

Browse Source
This commit is contained in:
Kingsley
2025-08-11 21:45:14 +08:00
committed by GitHub
parent 0cf7862b5d
commit 1e5a759d38
4 changed files with 44 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/llamafactory/model/model_utils/moe.py
View File

@@ -62,6 +62,11 @@ def add_z3_leaf_module(model: "PreTrainedModel") -> None:
_set_z3_leaf_modules(model, [Glm4MoeMoE])
if model_type == "glm4v_moe":
from transformers.models.glm4v_moe.modeling_glm4v_moe import Glm4vMoeTextMoE
_set_z3_leaf_modules(model, [Glm4vMoeTextMoE])
if model_type == "jamba":
from transformers.models.jamba.modeling_jamba import JambaSparseMoeBlock