423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2026-03-02 17:55:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

[v1] use async streamer (#9741)

Browse Source
This commit is contained in:
Yaowei Zheng
2026-01-09 16:07:40 +08:00
committed by hiyouga
parent 766d5ae6ad
commit 8abb8fb533
6 changed files with 47 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/model/loader.py
View File

@@ -230,7 +230,7 @@ def load_model(
)
from ..v1.plugins.model_plugins.kernels.interface import apply_default_kernels
model = apply_default_kernels(model=model, include_kernels=model_args.use_v1_kernels)
model = apply_default_kernels(model, include_kernels=model_args.use_v1_kernels)
trainable_params, all_param = count_parameters(model)
if is_trainable: