423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-02 03:32:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

add tests

Browse Source 
Former-commit-id: f3be3d21e7efcb2f596ee96f5a97bb53438f2d89
This commit is contained in:
BUAADreamer 2024-09-28 00:59:14 +08:00
parent 5aa1e847d9
commit 3501257780
1 changed files with 0 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
tests/data/test_mm_plugin.py
View File

@ -136,23 +136,6 @@ def test_llava_plugin():
_check_plugin(**check_inputs)
def test_idefics2_plugin():
tokenizer, processor = _load_tokenizer_module(model_name_or_path="HuggingFaceM4/idefics2-8b")
idefics2_plugin = get_mm_plugin(name="idefics2", image_token="<image>")
check_inputs = {"plugin": idefics2_plugin, "tokenizer": tokenizer, "processor": processor}
mm_messages = copy.deepcopy(MM_MESSAGES)
fake_image_token = processor.fake_image_token.content
image_str = f"{fake_image_token}{'<image>' * processor.image_seq_len}{fake_image_token}"
image_str = image_str * 5
for message in mm_messages:
content = message["content"]
content = content.replace("<image>", image_str)
content = content.replace(f"{fake_image_token}{fake_image_token}", f"{fake_image_token}")
message["content"] = content
check_inputs["expected_mm_inputs"] = _get_mm_inputs(processor)
_check_plugin(**check_inputs)
def test_llava_next_plugin():
tokenizer, processor = _load_tokenizer_module(model_name_or_path="llava-hf/llava-v1.6-vicuna-7b-hf")
llava_next_plugin = get_mm_plugin(name="llava_next", image_token="<image>")