mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2026-03-02 09:46:00 +08:00
[model] update constants (#10220)
This commit is contained in:
@@ -147,6 +147,7 @@ def add_z3_leaf_module(model: "PreTrainedModel") -> None:
|
||||
|
||||
_set_z3_leaf_modules(model, [Qwen3NextSparseMoeBlock])
|
||||
|
||||
|
||||
def configure_moe(config: "PretrainedConfig", model_args: "ModelArguments", is_trainable: bool) -> None:
|
||||
if not is_trainable or not model_args.moe_aux_loss_coef:
|
||||
return
|
||||
|
||||
Reference in New Issue
Block a user