423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-15 11:20:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix aqlm version

Browse Source
This commit is contained in:
hiyouga
2024-03-09 00:09:09 +08:00
parent 8a45213440
commit 10be2f0ecc
6 changed files with 8 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/llmtuner/model/patcher.py
View File

@@ -174,6 +174,7 @@ def _configure_quantization(
require_version(
"transformers>=4.39.0.dev0", "To fix: pip install git+https://github.com/huggingface/transformers.git"
)
require_version("aqlm>=1.1.0", "To fix: pip install aqlm[gpu]>=1.1.0")
quantization_config["bits"] = 2
quant_bits = quantization_config.get("bits", "?")