From 3dccd3c67e4b3dcb49e5ae0ed5788e03b5299080 Mon Sep 17 00:00:00 2001
From: Erich Schubert <kno10@users.noreply.github.com>
Date: Tue, 9 Apr 2024 17:53:40 +0200
Subject: [PATCH] Pass additional_target to unsloth

Fixes #3200

Former-commit-id: b5eefe5c4c084b63a12b023cae877fcd1914d4fc
---
 src/llmtuner/model/adapter.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/llmtuner/model/adapter.py b/src/llmtuner/model/adapter.py
index eb6d3878..861b8008 100644
--- a/src/llmtuner/model/adapter.py
+++ b/src/llmtuner/model/adapter.py
@@ -145,6 +145,8 @@ def init_adapter(
                 from unsloth import FastLanguageModel  # type: ignore
 
                 unsloth_peft_kwargs = {"model": model, "max_seq_length": model_args.model_max_length}
+                if finetuning_args.additional_target:
+                    unsloth_peft_kwargs["modules_to_save"] = finetuning_args.additional_target                
                 model = FastLanguageModel.get_peft_model(**peft_kwargs, **unsloth_peft_kwargs)
             else:
                 lora_config = LoraConfig(