From 2696f614a7255f3f215ad29d0b1efae7ba2ee495 Mon Sep 17 00:00:00 2001
From: Uminosachi <49424133+Uminosachi@users.noreply.github.com>
Date: Fri, 31 May 2024 13:45:39 +0900
Subject: [PATCH] Set scheduler_specific_kwargs to get_scheduler

Former-commit-id: f04e70dfab44480ef4c015c06470443237f69ba9
---
 src/llamafactory/train/utils.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/llamafactory/train/utils.py b/src/llamafactory/train/utils.py
index 23834f2d..230fdc1e 100644
--- a/src/llamafactory/train/utils.py
+++ b/src/llamafactory/train/utils.py
@@ -379,6 +379,7 @@ def create_custom_scheduler(
                 optimizer=optimizer_dict[param],
                 num_warmup_steps=training_args.get_warmup_steps(num_training_steps),
                 num_training_steps=num_training_steps,
+                scheduler_specific_kwargs=training_args.lr_scheduler_kwargs,
             )
 
         def scheduler_hook(param: "torch.nn.Parameter"):