From d996bea1c7d51c7c84914f5d42b887205ffda3d5 Mon Sep 17 00:00:00 2001 From: JJJJerry <1171215015@qq.com> Date: Sat, 9 Nov 2024 11:45:59 +0800 Subject: [PATCH 1/2] =?UTF-8?q?fix=20VllmEngine:=20=E5=B0=86inputs?= =?UTF-8?q?=E5=8F=82=E6=95=B0=E6=9B=BF=E6=8D=A2=E4=B8=BAprompt?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Former-commit-id: 1d04078bb5d460f0cb3d26798bd2f0e43c8a0467 --- src/llamafactory/chat/vllm_engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llamafactory/chat/vllm_engine.py b/src/llamafactory/chat/vllm_engine.py index 21f09a58..15ffd047 100644 --- a/src/llamafactory/chat/vllm_engine.py +++ b/src/llamafactory/chat/vllm_engine.py @@ -173,7 +173,7 @@ class VllmEngine(BaseEngine): multi_modal_data = None result_generator = self.model.generate( - inputs={"prompt_token_ids": prompt_ids, "multi_modal_data": multi_modal_data}, + prompt={"prompt_token_ids": prompt_ids, "multi_modal_data": multi_modal_data}, sampling_params=sampling_params, request_id=request_id, lora_request=self.lora_request, From d7476aa55b1bb19fc291bb6f90f008d7feeecc5e Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Sun, 10 Nov 2024 20:57:00 +0800 Subject: [PATCH 2/2] Update vllm_engine.py Former-commit-id: a543bc478dfb3472d5d81e2f81922d5ab3b90373 --- src/llamafactory/chat/vllm_engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llamafactory/chat/vllm_engine.py b/src/llamafactory/chat/vllm_engine.py index 15ffd047..a99a44f0 100644 --- a/src/llamafactory/chat/vllm_engine.py +++ b/src/llamafactory/chat/vllm_engine.py @@ -173,7 +173,7 @@ class VllmEngine(BaseEngine): multi_modal_data = None result_generator = self.model.generate( - prompt={"prompt_token_ids": prompt_ids, "multi_modal_data": multi_modal_data}, + {"prompt_token_ids": prompt_ids, "multi_modal_data": multi_modal_data}, sampling_params=sampling_params, request_id=request_id, lora_request=self.lora_request,