fix webchat

Former-commit-id: ba10d54bf93c54ab8f691ea53bff850e3595a1a6
This commit is contained in:
hiyouga 2024-11-02 21:04:18 +08:00
parent c2766af6f4
commit 604f4005c9
2 changed files with 3 additions and 4 deletions

View File

@ -115,7 +115,6 @@ def _process_request(
else: else:
input_messages.append({"role": ROLE_MAPPING[message.role], "content": message.content}) input_messages.append({"role": ROLE_MAPPING[message.role], "content": message.content})
images = None if len(images) == 0 else images
tool_list = request.tools tool_list = request.tools
if isinstance(tool_list, list) and len(tool_list): if isinstance(tool_list, list) and len(tool_list):
try: try:
@ -125,7 +124,7 @@ def _process_request(
else: else:
tools = None tools = None
return input_messages, system, tools, images return input_messages, system, tools, images or None
def _create_stream_chat_completion_chunk( def _create_stream_chat_completion_chunk(

View File

@ -144,8 +144,8 @@ class WebChatModel(ChatModel):
messages, messages,
system, system,
tools, tools,
images=[image], images=[image] if image else None,
videos=[video], videos=[video] if video else None,
max_new_tokens=max_new_tokens, max_new_tokens=max_new_tokens,
top_p=top_p, top_p=top_p,
temperature=temperature, temperature=temperature,