Former-commit-id: 41086059b1
This commit is contained in:
hiyouga
2024-06-25 01:15:19 +08:00
parent ab1fbbc3ec
commit d519c2fde5
8 changed files with 23 additions and 18 deletions

View File

@@ -216,7 +216,7 @@ class ToolFormatter(Formatter):
self._tool_formatter = glm4_tool_formatter
self._tool_extractor = glm4_tool_extractor
else:
raise ValueError("Tool format was not found.")
raise NotImplementedError("Tool format {} was not found.".format(self.tool_format))
def apply(self, **kwargs) -> SLOTS:
content = kwargs.pop("content")

View File

@@ -387,8 +387,9 @@ def get_template_and_fix_tokenizer(
template = TEMPLATES.get(name, None)
if template is None:
raise ValueError("Template {} does not exist.".format(name))
if tool_format:
if tool_format is not None:
logger.info("Using tool format: {}.".format(tool_format))
template.format_tools = ToolFormatter(tool_format=tool_format)
stop_words = template.stop_words
@@ -625,7 +626,6 @@ _register_template(
_register_template(
name="empty",
format_prefix=EmptyFormatter(slots=[{"bos_token"}]),
efficient_eos=True,
)