423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2026-06-17 04:38:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

[fix] fix liger kernel patch for npu (#10583)

Browse Source
This commit is contained in:
jiaqiw09
2026-06-16 18:21:52 +08:00
committed by GitHub
parent 897a44386c
commit 8669a22e9c
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/llamafactory/model/model_utils/liger_kernel.py
View File

@@ -16,6 +16,7 @@ import inspect
from typing import TYPE_CHECKING from typing import TYPE_CHECKING
from ...extras import logging from ...extras import logging
from ...extras.misc import get_device_name
if TYPE_CHECKING: if TYPE_CHECKING:
@@ -99,5 +100,12 @@ def apply_liger_kernel(
else: else:
kwargs = {} kwargs = {}
if get_device_name() == "npu":
import torch
if "Ascend910" not in torch.npu.get_device_name(0):
kwargs["swiglu"] = False
kwargs["fused_linear_cross_entropy"] = False
apply_liger_kernel(**kwargs) apply_liger_kernel(**kwargs)
logger.info_rank0("Liger kernel has been applied to the model.") logger.info_rank0("Liger kernel has been applied to the model.")