mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-04 04:32:50 +08:00
fix bug
Former-commit-id: 8172530d54fbd42a9dd3219f06378563d62424e0
This commit is contained in:
parent
9ff7c99eb1
commit
edd28dbe2c
@ -164,6 +164,8 @@ def _create_galore_optimizer(
|
||||
|
||||
if len(finetuning_args.galore_target) == 1 and finetuning_args.galore_target[0] == "all":
|
||||
galore_targets = find_all_linear_modules(model)
|
||||
else:
|
||||
galore_targets = finetuning_args.galore_target
|
||||
|
||||
galore_params: List["torch.nn.Parameter"] = []
|
||||
for name, module in model.named_modules():
|
||||
|
Loading…
x
Reference in New Issue
Block a user