lazy image load

Former-commit-id: 47ea97fb1b
2026-03-07 20:26:00 +08:00 · 2024-09-04 02:27:08 +08:00
parent 5ef58eb655
commit 22deca0e9e
19 changed files with 353 additions and 366 deletions
--- a/src/llamafactory/chat/hf_engine.py
+++ b/src/llamafactory/chat/hf_engine.py
@@ -156,7 +156,7 @@ class HuggingfaceEngine(BaseEngine):

        if image is not None:
            mm_inputs = template.mm_plugin.get_mm_inputs(
-                images=[image], feature_seqlens={"token_type_ids": prompt_length}, processor=processor
+                images=[image], imglens=[1], seqlens=[prompt_length], processor=processor
            )
            for key, value in mm_inputs.items():
                value = value if isinstance(value, torch.Tensor) else torch.tensor(value)