fix unsloth dtype

Former-commit-id: 779cfefb7841d00fc712a5f5addf0fe3eb14c6fd
This commit is contained in:
hiyouga 2023-12-23 01:59:49 +08:00
parent 938c4cb132
commit a7fc20cb2d

View File

@ -67,6 +67,7 @@ def load_model_and_tokenizer(
unsloth_kwargs = {
"model_name": model_args.model_name_or_path,
"max_seq_length": model_args.model_max_length,
"dtype": model_args.compute_dtype,
"load_in_4bit": model_args.quantization_bit == 4,
"token": model_args.hf_hub_token,
"device_map": get_current_device(),