423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-04 12:42:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix unsloth dtype

Browse Source 
Former-commit-id: 779cfefb7841d00fc712a5f5addf0fe3eb14c6fd
This commit is contained in:
hiyouga 2023-12-23 01:59:49 +08:00
parent 938c4cb132
commit a7fc20cb2d
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/llmtuner/model/loader.py
View File

@ -67,6 +67,7 @@ def load_model_and_tokenizer(
unsloth_kwargs = { unsloth_kwargs = {
"model_name": model_args.model_name_or_path, "model_name": model_args.model_name_or_path,
"max_seq_length": model_args.model_max_length, "max_seq_length": model_args.model_max_length,
"dtype": model_args.compute_dtype,
"load_in_4bit": model_args.quantization_bit == 4, "load_in_4bit": model_args.quantization_bit == 4,
"token": model_args.hf_hub_token, "token": model_args.hf_hub_token,
"device_map": get_current_device(), "device_map": get_current_device(),