From edd28dbe2c101ca03a4911e63850c66a5e8c3003 Mon Sep 17 00:00:00 2001
From: hiyouga <hiyouga@buaa.edu.cn>
Date: Wed, 13 Mar 2024 23:55:31 +0800
Subject: [PATCH] fix bug

Former-commit-id: 8172530d54fbd42a9dd3219f06378563d62424e0
---
 src/llmtuner/train/utils.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/llmtuner/train/utils.py b/src/llmtuner/train/utils.py
index 144af244..09572ff7 100644
--- a/src/llmtuner/train/utils.py
+++ b/src/llmtuner/train/utils.py
@@ -164,6 +164,8 @@ def _create_galore_optimizer(
 
     if len(finetuning_args.galore_target) == 1 and finetuning_args.galore_target[0] == "all":
         galore_targets = find_all_linear_modules(model)
+    else:
+        galore_targets = finetuning_args.galore_target
 
     galore_params: List["torch.nn.Parameter"] = []
     for name, module in model.named_modules():