diff --git a/src/llmtuner/data/template.py b/src/llmtuner/data/template.py
index a53abc41..03241b26 100644
--- a/src/llmtuner/data/template.py
+++ b/src/llmtuner/data/template.py
@@ -774,15 +774,10 @@ register_template(
 register_template(
     name="zephyr",
     prefix=[
-        {"token": "<|system|>"},
-        "\n{{system}}",
-        {"token": "</s>"}
+        "<|system|>\n{{system}}</s>",
     ],
     prompt=[
-        {"token": "<|user|>"},
-        "\n{{query}}",
-        {"token": "</s>"},
-        {"token": "<|assistant|>"}
+        "<|user|>\n{{query}}</s><|assistant|>"
     ],
     system="You are a friendly chatbot who always responds in the style of a pirate",
     sep=[]