423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-14 23:58:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

add tests

Browse Source 
Former-commit-id: f0ed66bf6f9b45e0c3fddb5179a93363f5a4194f
This commit is contained in:
BUAADreamer 2024-09-28 00:59:14 +08:00
parent b6fb00e046
commit ca86d6361e
1 changed files with 0 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
tests/data/test_mm_plugin.py
View File

@ -136,23 +136,6 @@ def test_llava_plugin():
_check_plugin(**check_inputs)
def test_idefics2_plugin():
tokenizer, processor = _load_tokenizer_module(model_name_or_path="HuggingFaceM4/idefics2-8b")
idefics2_plugin = get_mm_plugin(name="idefics2", image_token="<image>")
check_inputs = {"plugin": idefics2_plugin, "tokenizer": tokenizer, "processor": processor}
mm_messages = copy.deepcopy(MM_MESSAGES)
fake_image_token = processor.fake_image_token.content
image_str = f"{fake_image_token}{'<image>' * processor.image_seq_len}{fake_image_token}"
image_str = image_str * 5
for message in mm_messages:
content = message["content"]
content = content.replace("<image>", image_str)
content = content.replace(f"{fake_image_token}{fake_image_token}", f"{fake_image_token}")
message["content"] = content
check_inputs["expected_mm_inputs"] = _get_mm_inputs(processor)
_check_plugin(**check_inputs)
def test_llava_next_plugin():
tokenizer, processor = _load_tokenizer_module(model_name_or_path="llava-hf/llava-v1.6-vicuna-7b-hf")
llava_next_plugin = get_mm_plugin(name="llava_next", image_token="<image>")