diff --git a/src/llmtuner/data/template.py b/src/llmtuner/data/template.py index 8598dcf2..43e92d65 100644 --- a/src/llmtuner/data/template.py +++ b/src/llmtuner/data/template.py @@ -446,9 +446,10 @@ _register_template( _register_template( name="gemma", format_user=StringFormatter(slots=["user\n{{content}}\nmodel\n"]), - format_system=StringFormatter(slots=["{{content}}"]), + format_system=StringFormatter(slots=[{"bos_token"}, "{{content}}"]), format_separator=EmptyFormatter(slots=["\n"]), efficient_eos=True, + force_system=True, )