From fbe945aba047f58f7d5a71c5357120dcaca7ccf2 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Tue, 9 Jan 2024 22:26:24 +0800 Subject: [PATCH] improve model export Former-commit-id: 05ed4e80286d3187fca8c821fdf99279683ed01c --- src/llmtuner/train/tuner.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/src/llmtuner/train/tuner.py b/src/llmtuner/train/tuner.py index 049f04ea..c5100306 100644 --- a/src/llmtuner/train/tuner.py +++ b/src/llmtuner/train/tuner.py @@ -1,5 +1,6 @@ import torch from typing import TYPE_CHECKING, Any, Dict, List, Optional +from transformers import PreTrainedModel from llmtuner.extras.callbacks import LogCallback from llmtuner.extras.logging import get_logger @@ -44,7 +45,10 @@ def export_model(args: Optional[Dict[str, Any]] = None): model, tokenizer = load_model_and_tokenizer(model_args, finetuning_args) if getattr(model, "quantization_method", None) and model_args.adapter_name_or_path is not None: - logger.warning("Cannot merge adapters to a quantized model.") + raise ValueError("Cannot merge adapters to a quantized model.") + + if not isinstance(model, PreTrainedModel): + raise ValueError("The model is not a `PreTrainedModel`, export aborted.") model.config.use_cache = True if getattr(model.config, "torch_dtype", None) == "bfloat16":