add test mm plugin

Former-commit-id: a2a8c0b92c
This commit is contained in:
hiyouga
2024-08-31 01:53:38 +08:00
parent f31e7e0dfc
commit 09a2ecebc4
5 changed files with 192 additions and 45 deletions

View File

@@ -99,6 +99,11 @@ def load_tokenizer(model_args: "ModelArguments") -> "TokenizerModule":
except Exception:
processor = None
# Avoid load tokenizer, see:
# https://github.com/huggingface/transformers/blob/v4.40.0/src/transformers/models/auto/processing_auto.py#L324
if "Processor" not in processor.__class__.__name__:
processor = None
return {"tokenizer": tokenizer, "processor": processor}