423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-04 20:52:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #3365

Browse Source 
Former-commit-id: a1d31ffc8cb7a6a477704efe779d485d83b8b9fb
This commit is contained in:
hiyouga 2024-04-21 19:20:18 +08:00
parent 9e45f82be7
commit 79666c298d
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/llmtuner/model/patcher.py
View File

@ -139,6 +139,7 @@ def _configure_quantization(
if quant_method == QuantizationMethod.GPTQ:
require_version("auto_gptq>=0.5.0", "To fix: pip install auto_gptq>=0.5.0")
quantization_config.pop("disable_exllama", None) # remove deprecated args
quantization_config["use_exllama"] = False # disable exllama
if quant_method == QuantizationMethod.AWQ: