fix webchat

Former-commit-id: ba10d54bf93c54ab8f691ea53bff850e3595a1a6
This commit is contained in:
hiyouga 2024-11-02 21:04:18 +08:00
parent c2766af6f4
commit 604f4005c9
2 changed files with 3 additions and 4 deletions

View File

@ -115,7 +115,6 @@ def _process_request(
else:
input_messages.append({"role": ROLE_MAPPING[message.role], "content": message.content})
images = None if len(images) == 0 else images
tool_list = request.tools
if isinstance(tool_list, list) and len(tool_list):
try:
@ -125,7 +124,7 @@ def _process_request(
else:
tools = None
return input_messages, system, tools, images
return input_messages, system, tools, images or None
def _create_stream_chat_completion_chunk(

View File

@ -144,8 +144,8 @@ class WebChatModel(ChatModel):
messages,
system,
tools,
images=[image],
videos=[video],
images=[image] if image else None,
videos=[video] if video else None,
max_new_tokens=max_new_tokens,
top_p=top_p,
temperature=temperature,