423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2026-04-28 02:39:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

[v1] add init on rank0 for fsdp2 (#10264)

Browse Source
This commit is contained in:
jiaqiw09
2026-03-27 14:54:03 +08:00
committed by GitHub
parent d02fcd3588
commit df2e6edb7e
9 changed files with 84 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/llamafactory/v1/core/model_engine.py
View File

@@ -140,6 +140,9 @@ class ModelEngine:
**init_kwargs,
)
init_mode = self.args.init_config.name if self.args.init_config is not None else "init_on_default"
model._init_mode = init_mode
if self.args.peft_config is None:
if self.is_train:
logger.info_rank0("Fine-tuning mode: full tuning")
@@ -147,6 +150,9 @@ class ModelEngine:
else:
logger.info_rank0("Inference the original model")
else:
if self.args.peft_config.name == "lora" and init_mode == "init_on_meta":
raise ValueError("Currently lora stage does not support loading model by meta.")
from ..plugins.model_plugins.peft import PeftPlugin
model = PeftPlugin(self.args.peft_config.name)(model, self.args.peft_config, self.is_train)