423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2026-03-02 01:36:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

[model] support GLM-4.7-Flash SFT (#10173)

Browse Source 
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
Shanay Mehta
2026-02-09 08:10:44 +05:30
committed by GitHub
parent 92fa3df4c4
commit ea644d04ec
3 changed files with 45 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/llamafactory/model/model_utils/moe.py
View File

@@ -77,6 +77,11 @@ def add_z3_leaf_module(model: "PreTrainedModel") -> None:
_set_z3_leaf_modules(model, [Glm4MoeMoE])
if model_type == "glm4_moe_lite":
from transformers.models.glm4_moe_lite.modeling_glm4_moe_lite import Glm4MoeLiteMoE
_set_z3_leaf_modules(model, [Glm4MoeLiteMoE])
if model_type == "glm4v_moe":
from transformers.models.glm4v_moe.modeling_glm4v_moe import Glm4vMoeTextMoE