support multiimage inference

Former-commit-id: e80a481927
2025-12-15 03:10:35 +08:00 · 2024-11-01 07:25:20 +00:00
parent 9108df2b97
commit 8ecc12ee2a
7 changed files with 103 additions and 63 deletions
--- a/src/llamafactory/webui/chatter.py
+++ b/src/llamafactory/webui/chatter.py
@@ -141,7 +141,14 @@ class WebChatModel(ChatModel):
        chatbot[-1][1] = ""
        response = ""
        for new_text in self.stream_chat(
-            messages, system, tools, image, video, max_new_tokens=max_new_tokens, top_p=top_p, temperature=temperature
+            messages,
+            system,
+            tools,
+            images=[image],
+            videos=[video],
+            max_new_tokens=max_new_tokens,
+            top_p=top_p,
+            temperature=temperature,
        ):
            response += new_text
            if tools: