423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2026-05-29 03:18:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

[v1] support liger_kernel (#10493)

Browse Source
This commit is contained in:
sunyi0505
2026-05-21 11:44:56 +08:00
committed by GitHub
parent 2322bf1cc2
commit 7e20db5735
6 changed files with 232 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/llamafactory/v1/core/model_engine.py
View File

@@ -188,9 +188,12 @@ class ModelEngine:
if self.args.kernel_config is not None:
from ..plugins.model_plugins.kernels.interface import KernelPlugin
model = KernelPlugin(self.args.kernel_config.name)(
model, include_kernels=self.args.kernel_config.get("include_kernels")
)
kernel_config = self.args.kernel_config
kernel_kwargs: dict = {"model": model, "include_kernels": kernel_config.get("include_kernels")}
if kernel_config.name == "liger_kernel":
# Fused linear CE omits logits; SFT stage needs logits for loss_weights.
kernel_kwargs["require_logits"] = self.is_train
model = KernelPlugin(kernel_config.name)(**kernel_kwargs)
return model