add mllm export

Former-commit-id: ce4770d33f6761d3b1d60661efcb0be34a036154
This commit is contained in:
BUAADreamer 2024-05-08 22:50:42 +08:00
parent 05ef89cfcc
commit 172600d432

View File

@ -50,7 +50,7 @@ def export_model(args: Optional[Dict[str, Any]] = None) -> None:
if model_args.adapter_name_or_path is not None and model_args.export_quantization_bit is not None:
raise ValueError("Please merge adapters before quantizing the model.")
tokenizer_module = load_tokenizer(model_args)["tokenizer"]
tokenizer_module = load_tokenizer(model_args)
tokenizer = tokenizer_module['tokenizer']
processor = tokenizer_module['processor']
get_template_and_fix_tokenizer(tokenizer, data_args.template)