423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-16 00:28:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

[data] allow thought in function call (#6797)

Browse Source 
* Update template.py

* Update template.py

* use formatter

* fix regex

---------

Co-authored-by: hiyouga <hiyouga@buaa.edu.cn>
Former-commit-id: 3a31af6e920683ec074da93b1719e29f5d4cffd6
This commit is contained in:
Yueqi Song 2025-02-05 02:26:23 +08:00 committed by GitHub
parent c2022431aa
commit 9feb78e7b4
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/llamafactory/data/formatter.py
View File

@ -99,6 +99,11 @@ class FunctionFormatter(Formatter):
@override @override
def apply(self, **kwargs) -> SLOTS: def apply(self, **kwargs) -> SLOTS:
content = kwargs.pop("content") content = kwargs.pop("content")
regex = re.compile(r"<think>(.*)</think>", re.DOTALL)
thought = re.search(regex, content)
if thought:
content = content.replace(thought.group(0), "")
functions: List["FunctionCall"] = [] functions: List["FunctionCall"] = []
try: try:
tool_calls = json.loads(content) tool_calls = json.loads(content)
@ -116,6 +121,9 @@ class FunctionFormatter(Formatter):
elements = [] elements = []
for slot in self.slots: for slot in self.slots:
if slot == "{{content}}": if slot == "{{content}}":
if thought:
elements.append(thought.group(1))
elements += self.tool_utils.function_formatter(functions) elements += self.tool_utils.function_formatter(functions)
else: else:
elements.append(slot) elements.append(slot)