423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2026-06-17 20:58:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

[model] support Hy3-Preview (#10432)

Browse Source
This commit is contained in:
Hertz
2026-04-29 23:21:13 +08:00
committed by GitHub
parent 3475198d1e
commit f7f3bfcbd7
3 changed files with 28 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/llamafactory/model/model_utils/moe.py
View File

@@ -62,6 +62,10 @@ def add_z3_leaf_module(model: "PreTrainedModel") -> None:
# deepseek v3 and kimi vl use custom code
_set_z3_leaf_modules(model, ["DeepseekV3MoE"])
if model_type == "hy_v3":
# hy3 uses custom code
_set_z3_leaf_modules(model, ["HYV3MoE"])
if model_type == "ernie4_5_moe":
from transformers.models.ernie4_5_moe.modeling_ernie4_5_moe import Ernie4_5_MoeSparseMoeBlock