add mllm export

Former-commit-id: ef33856380c8fb137b8eefdcd6f7ec5b12c73b69
This commit is contained in:
BUAADreamer 2024-05-08 22:50:42 +08:00
parent 3534a75bcc
commit f40b602c41

View File

@ -50,7 +50,7 @@ def export_model(args: Optional[Dict[str, Any]] = None) -> None:
if model_args.adapter_name_or_path is not None and model_args.export_quantization_bit is not None: if model_args.adapter_name_or_path is not None and model_args.export_quantization_bit is not None:
raise ValueError("Please merge adapters before quantizing the model.") raise ValueError("Please merge adapters before quantizing the model.")
tokenizer_module = load_tokenizer(model_args)["tokenizer"] tokenizer_module = load_tokenizer(model_args)
tokenizer = tokenizer_module['tokenizer'] tokenizer = tokenizer_module['tokenizer']
processor = tokenizer_module['processor'] processor = tokenizer_module['processor']
get_template_and_fix_tokenizer(tokenizer, data_args.template) get_template_and_fix_tokenizer(tokenizer, data_args.template)