fix unsloth dtype

Former-commit-id: 779cfefb78
2025-12-14 19:06:26 +08:00 · 2023-12-23 01:59:49 +08:00
parent 938c4cb132
commit a7fc20cb2d
1 changed files with 1 additions and 0 deletions
--- a/src/llmtuner/model/loader.py
+++ b/src/llmtuner/model/loader.py
@@ -67,6 +67,7 @@ def load_model_and_tokenizer(
        unsloth_kwargs = {
            "model_name": model_args.model_name_or_path,
            "max_seq_length": model_args.model_max_length,
+            "dtype": model_args.compute_dtype,
            "load_in_4bit": model_args.quantization_bit == 4,
            "token": model_args.hf_hub_token,
            "device_map": get_current_device(),