From 103132aa99ec8e06924cdbda7debb5a29d542b2c Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Tue, 20 Aug 2024 00:03:33 +0800 Subject: [PATCH] Update template.py Former-commit-id: ec72eeca521ba4ec71f0c52de9eec49da2cf0feb --- src/llamafactory/data/template.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/src/llamafactory/data/template.py b/src/llamafactory/data/template.py index ae78a319..8f0f046a 100644 --- a/src/llamafactory/data/template.py +++ b/src/llamafactory/data/template.py @@ -310,17 +310,18 @@ def _get_jinja_template(template: "Template", tokenizer: "PreTrainedTokenizer") jinja_template += "{% set system_message = '" + _jinja_escape(template.default_system) + "' %}" jinja_template += ( - "{% if messages[0]['role'] == 'system' %}{% set system_message = messages[0]['content'] %}{% endif %}" + "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}" + "{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}" ) system_message = _convert_slots_to_jinja(template.format_system.apply(), tokenizer, placeholder="system_message") if not isinstance(template, Llama2Template): jinja_template += "{% if system_message is defined %}{{ " + system_message + " }}{% endif %}" - jinja_template += "{% for message in messages %}" + jinja_template += "{% for message in loop_messages %}" jinja_template += "{% set content = message['content'] %}" if isinstance(template, Llama2Template): - jinja_template += "{% if system_message is defined and (loop.index0 == 0 and messages[0]['role'] != 'system' or loop.index0 == 1 and messages[0]['role'] == 'system') %}" + jinja_template += "{% if loop.index0 == 0 and system_message is defined %}" jinja_template += "{% set content = " + system_message + " + message['content'] %}" jinja_template += "{% endif %}"