From 58c8b29913357a389a65f374c75a4a6c047949a7 Mon Sep 17 00:00:00 2001
From: hiyouga <hiyouga@buaa.edu.cn>
Date: Fri, 2 Jun 2023 14:25:00 +0800
Subject: [PATCH] fix #1

Former-commit-id: b8e556e4632a79251a2225075c570337eeafa559
---
 src/utils/config.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/utils/config.py b/src/utils/config.py
index b4a7355f..22b66fb9 100644
--- a/src/utils/config.py
+++ b/src/utils/config.py
@@ -188,8 +188,8 @@ class FinetuningArguments:
     lora_target: Optional[str] = field(
         default="q_proj,v_proj",
         metadata={"help": "Name(s) of target modules to apply LoRA. Use comma to separate multiple modules. \
-                  LLaMA choices: [\"q_proj\", \"k_proj\", \"v_proj\", \"o_proj\", \"mlp\"], \
-                  BLOOM choices: [\"query_key_value\", \"dense\", \"mlp\"]"}
+                  LLaMA choices: [\"q_proj\", \"k_proj\", \"v_proj\", \"o_proj\", \"up_proj\", \"down_proj\"], \
+                  BLOOM choices: [\"query_key_value\", \"dense\", \"dense_\"]"}
     )
 
     def __post_init__(self):