423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-15 03:10:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

improve aqlm optim

Browse Source 
Former-commit-id: 259af60d28
This commit is contained in:
hiyouga
2024-03-05 20:49:50 +08:00
parent c776cdfc3e
commit 9561809ce9
4 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/model/loader.py
View File

@@ -88,7 +88,7 @@ def load_model(
if model is None:
model_init_context = nullcontext()
if is_trainable and getattr(config, "quantization_config", None):
if model_args.aqlm_optimization and getattr(config, "quantization_config", None):
quantization_config: Dict[str, Any] = getattr(config, "quantization_config", None)
if quantization_config.get("quant_method", None) == "aqlm":
import aqlm # type: ignore