423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-07-31 10:42:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

[data] fix gemma3n mmplugin (#8627)

Browse Source
This commit is contained in:
Kingsley 2025-07-14 13:32:57 +08:00 committed by GitHub
parent 95ed6c45cd
commit fdb70c04e0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/llamafactory/data/mm_plugin.py
View File

@ -520,10 +520,11 @@ class Gemma3nPlugin(Gemma3Plugin):
self._validate_messages(messages, images, videos, audios) self._validate_messages(messages, images, videos, audios)
messages = deepcopy(messages) messages = deepcopy(messages)
boi_token: str = getattr(processor, "boi_token") boi_token: str = getattr(processor, "boi_token")
boa_token: str = getattr(processor, "boa_token")
full_image_sequence: str = getattr(processor, "full_image_sequence") full_image_sequence: str = getattr(processor, "full_image_sequence")
full_audio_sequence: str = getattr(processor, "full_audio_sequence") full_audio_sequence: str = getattr(processor, "full_audio_sequence")
image_str = full_image_sequence if self.expand_mm_tokens else boi_token image_str = full_image_sequence if self.expand_mm_tokens else boi_token
audio_str = full_audio_sequence if self.expand_mm_tokens else boi_token audio_str = full_audio_sequence if self.expand_mm_tokens else boa_token
for message in messages: for message in messages:
content = message["content"] content = message["content"]
@ -533,6 +534,8 @@ class Gemma3nPlugin(Gemma3Plugin):
while AUDIO_PLACEHOLDER in content: while AUDIO_PLACEHOLDER in content:
content = content.replace(AUDIO_PLACEHOLDER, audio_str, 1) content = content.replace(AUDIO_PLACEHOLDER, audio_str, 1)
message["content"] = content
return messages return messages