423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-23 14:22:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

[misc] fix bug in constant (#7765)

Browse Source 
Co-authored-by: Sachin Beldona <sbeldona@cs.cmu.edu>
This commit is contained in:
Sachin Beldona 2025-04-21 10:06:31 -05:00 committed by GitHub
parent a4455e3021
commit ec7257e70f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/model/adapter.py
View File

@ -204,7 +204,7 @@ def _setup_lora_tuning(
if ( if (
finetuning_args.use_dora finetuning_args.use_dora
and getattr(model, "quantization_method", None) is not None and getattr(model, "quantization_method", None) is not None
and getattr(model, "quantization_method", None) != QuantizationMethod.BITS_AND_BYTES and getattr(model, "quantization_method", None) != QuantizationMethod.BNB
): ):
raise ValueError("DoRA is not compatible with PTQ-quantized models.") raise ValueError("DoRA is not compatible with PTQ-quantized models.")

2
src/llamafactory/webui/control.py
View File

@ -56,7 +56,7 @@ def can_quantize_to(quantization_method: str) -> "gr.Dropdown":
Inputs: top.quantization_method Inputs: top.quantization_method
Outputs: top.quantization_bit Outputs: top.quantization_bit
""" """
if quantization_method == QuantizationMethod.BITS_AND_BYTES.value: if quantization_method == QuantizationMethod.BNB.value:
available_bits = ["none", "8", "4"] available_bits = ["none", "8", "4"]
elif quantization_method == QuantizationMethod.HQQ.value: elif quantization_method == QuantizationMethod.HQQ.value:
available_bits = ["none", "8", "6", "5", "4", "3", "2", "1"] available_bits = ["none", "8", "6", "5", "4", "3", "2", "1"]