mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-22 22:02:51 +08:00
Set scheduler_specific_kwargs to get_scheduler
Former-commit-id: 14e97dc1192f6cf94ab99eb3a9b8c64029040384
This commit is contained in:
parent
72ebcb9a04
commit
0de4e1e9e2
@ -379,6 +379,7 @@ def create_custom_scheduler(
|
|||||||
optimizer=optimizer_dict[param],
|
optimizer=optimizer_dict[param],
|
||||||
num_warmup_steps=training_args.get_warmup_steps(num_training_steps),
|
num_warmup_steps=training_args.get_warmup_steps(num_training_steps),
|
||||||
num_training_steps=num_training_steps,
|
num_training_steps=num_training_steps,
|
||||||
|
scheduler_specific_kwargs=training_args.lr_scheduler_kwargs,
|
||||||
)
|
)
|
||||||
|
|
||||||
def scheduler_hook(param: "torch.nn.Parameter"):
|
def scheduler_hook(param: "torch.nn.Parameter"):
|
||||||
|
Loading…
x
Reference in New Issue
Block a user