423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 11:50:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix modelscope data hub

Browse Source
This commit is contained in:
hiyouga
2023-12-12 18:33:06 +08:00
parent 382319915c
commit d5b2c57a35
6 changed files with 60 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/llmtuner/model/adapter.py
View File

@@ -66,8 +66,8 @@ def init_adapter(
if model_args.checkpoint_dir is not None:
is_mergeable = True
if getattr(model, "quantization_method", None) == "gptq":
assert len(model_args.checkpoint_dir) == 1, "GPTQ quantized model only accepts a single checkpoint."
if getattr(model, "quantization_method", None): # merge lora in quantized model is unstable
assert len(model_args.checkpoint_dir) == 1, "Quantized model only accepts a single checkpoint."
is_mergeable = False
if (is_trainable and finetuning_args.resume_lora_training) or (not is_mergeable):