423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2026-04-01 09:56:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

[v1] add init on rank0 for fsdp2 (#10264)

Browse Source
This commit is contained in:
jiaqiw09
2026-03-27 14:54:03 +08:00
committed by GitHub
parent d02fcd3588
commit df2e6edb7e
9 changed files with 84 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/llamafactory/v1/plugins/model_plugins/peft.py
View File

@@ -150,9 +150,6 @@ def load_adapter(model: HFModel, adapter_name_or_path: Union[list[str], str], is
@PeftPlugin("lora").register()
def get_lora_model(model: HFModel, config: LoraConfigDict, is_train: bool = False) -> HFModel:
if model.device.type == "meta":
raise ValueError("Currently lora stage does not support loading model by meta.")
adapter_name_or_path = config.get("adapter_name_or_path")
if adapter_name_or_path: