support HQQ/EETQ #4113

This commit is contained in:
hiyouga
2024-06-27 00:29:42 +08:00
parent addca926de
commit ad144c2265
16 changed files with 134 additions and 57 deletions

View File

@@ -14,10 +14,12 @@
from .loader import load_config, load_model, load_tokenizer
from .model_utils.misc import find_all_linear_modules
from .model_utils.quantization import QuantizationMethod
from .model_utils.valuehead import load_valuehead_params
__all__ = [
"QuantizationMethod",
"load_config",
"load_model",
"load_tokenizer",