fix: 修复function call数据集如果 function_call 值的为不合法json,异常提示且中断训练。

Former-commit-id: 625a0cd7cb5725a0f76c8c19cd23d6c0275bd146
This commit is contained in:
ybyang 2024-09-19 14:54:28 +08:00
parent 3815fa40b7
commit 1f0d89328d

View File

@ -113,7 +113,7 @@ class FunctionFormatter(Formatter):
functions.append((tool_call["name"], json.dumps(tool_call["arguments"], ensure_ascii=False)))
except json.JSONDecodeError:
functions = []
raise RuntimeError("Not Valid functions Message {}".format(str([content])))
elements = []
for name, arguments in functions:
@ -141,7 +141,8 @@ class ToolFormatter(Formatter):
tools = json.loads(content)
return [self.tool_utils.tool_formatter(tools) if len(tools) != 0 else ""]
except json.JSONDecodeError:
return [""]
raise RuntimeError("Not Valid functions Message {}".format(str([content])))
@override
def extract(self, content: str) -> Union[str, List["FunctionCall"]]: