423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-18 04:40:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

[model] support Mistral3.1 small 2503 (#8335)

Browse Source
This commit is contained in:
Kingsley
2025-06-09 10:37:42 +08:00
committed by GitHub
parent fa4360dca7
commit 31bca4d172
5 changed files with 30 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/llamafactory/data/mm_plugin.py
View File

@@ -1274,9 +1274,10 @@ class PixtralPlugin(BasePlugin):
content = message["content"]
while IMAGE_PLACEHOLDER in content:
if self.expand_mm_tokens:
patch_size = processor.patch_size * getattr(processor, "spatial_merge_size", 1)
height, width = next(image_sizes)
num_height_tokens = height // processor.patch_size
num_width_tokens = width // processor.patch_size
num_height_tokens = height // patch_size
num_width_tokens = width // patch_size
replace_tokens = [[self.image_token] * num_width_tokens + [image_break_token]] * num_height_tokens
replace_tokens = [item for sublist in replace_tokens for item in sublist] # flatten list
replace_tokens[-1] = image_end_token