diff --git a/src/llamafactory/data/formatter.py b/src/llamafactory/data/formatter.py
index f8b3979a..15401fbb 100644
--- a/src/llamafactory/data/formatter.py
+++ b/src/llamafactory/data/formatter.py
@@ -113,7 +113,7 @@ class FunctionFormatter(Formatter):
                 functions.append((tool_call["name"], json.dumps(tool_call["arguments"], ensure_ascii=False)))
 
         except json.JSONDecodeError:
-            functions = []
+            raise RuntimeError("Not Valid functions Message {}".format(str([content])))
 
         elements = []
         for name, arguments in functions:
@@ -141,7 +141,8 @@ class ToolFormatter(Formatter):
             tools = json.loads(content)
             return [self.tool_utils.tool_formatter(tools) if len(tools) != 0 else ""]
         except json.JSONDecodeError:
-            return [""]
+            raise RuntimeError("Not Valid functions Message {}".format(str([content])))
+
 
     @override
     def extract(self, content: str) -> Union[str, List["FunctionCall"]]: