mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2026-07-31 05:06:10 +08:00
[v1] refactor registry plugin structure and params (#10641)
This commit is contained in:
@@ -30,9 +30,7 @@ def test_tiny_qwen():
|
||||
def test_tiny_qwen_with_kernel_plugin():
|
||||
from llamafactory.v1.plugins.model_plugins.kernels.ops.rms_norm.npu_rms_norm import npu_rms_norm_forward
|
||||
|
||||
model_args = ModelArguments(
|
||||
model="llamafactory/tiny-random-qwen3", kernel_config={"name": "auto", "include_kernels": "auto"}
|
||||
)
|
||||
model_args = ModelArguments(model="llamafactory/tiny-random-qwen3", kernel_config={"name": "auto"})
|
||||
model_engine = ModelEngine(model_args)
|
||||
# test enable apply kernel plugin
|
||||
if hasattr(torch, "npu"):
|
||||
|
||||
Reference in New Issue
Block a user