fix #4022

Former-commit-id: 24e1c0e2ee
2025-12-15 03:10:35 +08:00 · 2024-06-03 18:38:36 +08:00
parent af7748139a
commit d0ceb1b091
3 changed files with 3 additions and 5 deletions
--- a/src/llamafactory/chat/vllm_engine.py
+++ b/src/llamafactory/chat/vllm_engine.py
@@ -158,12 +158,10 @@ class VllmEngine(BaseEngine):
        )

        result_generator = self.model.generate(
-            prompt=None,
+            inputs={"prompt_token_ids": prompt_ids, "multi_modal_data": multi_modal_data},
            sampling_params=sampling_params,
            request_id=request_id,
-            prompt_token_ids=prompt_ids,
            lora_request=self.lora_request,
-            multi_modal_data=multi_modal_data,
        )
        return result_generator