From 306a70c7ba16766aa6061ce4eb92ef61c7ca18cf Mon Sep 17 00:00:00 2001
From: hiyouga <hiyouga@buaa.edu.cn>
Date: Sat, 23 Dec 2023 01:59:49 +0800
Subject: [PATCH] fix unsloth dtype

Former-commit-id: fd22e6546ce5f38a6a075cf894aafc3d206b2fcd
---
 src/llmtuner/model/loader.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/llmtuner/model/loader.py b/src/llmtuner/model/loader.py
index 0366ef27..4ab707a6 100644
--- a/src/llmtuner/model/loader.py
+++ b/src/llmtuner/model/loader.py
@@ -67,6 +67,7 @@ def load_model_and_tokenizer(
         unsloth_kwargs = {
             "model_name": model_args.model_name_or_path,
             "max_seq_length": model_args.model_max_length,
+            "dtype": model_args.compute_dtype,
             "load_in_4bit": model_args.quantization_bit == 4,
             "token": model_args.hf_hub_token,
             "device_map": get_current_device(),