423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-14 23:58:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix unsloth dtype

Browse Source 
Former-commit-id: fd22e6546ce5f38a6a075cf894aafc3d206b2fcd
This commit is contained in:
hiyouga 2023-12-23 01:59:49 +08:00
parent d358d955e5
commit 306a70c7ba
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/llmtuner/model/loader.py
View File

@ -67,6 +67,7 @@ def load_model_and_tokenizer(
unsloth_kwargs = {
"model_name": model_args.model_name_or_path,
"max_seq_length": model_args.model_max_length,
"dtype": model_args.compute_dtype,
"load_in_4bit": model_args.quantization_bit == 4,
"token": model_args.hf_hub_token,
"device_map": get_current_device(),