423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-16 00:28:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix Llama-template's system prompt bug

Browse Source 
Former-commit-id: 2e3eddcd0918b0c968ded0df7c82e3dcff870381
This commit is contained in:
“Wzw” 2024-08-12 19:22:12 +08:00
parent 6a351b9912
commit e734222373
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/data/template.py
View File

@ -320,7 +320,7 @@ def _get_jinja_template(template: "Template", tokenizer: "PreTrainedTokenizer")
jinja_template += "{% for message in messages %}" jinja_template += "{% for message in messages %}"
jinja_template += "{% set content = message['content'] %}" jinja_template += "{% set content = message['content'] %}"
if isinstance(template, Llama2Template): if isinstance(template, Llama2Template):
jinja_template += "{% if loop.index0 == 0 and system_message is defined %}" jinja_template += "{% if system_message is defined and (loop.index0 == 0 and messages[0]['role'] != 'system' or loop.index0 == 1 and messages[0]['role'] == 'system') %}"
jinja_template += "{% set content = " + system_message + " + message['content'] %}" jinja_template += "{% set content = " + system_message + " + message['content'] %}"
jinja_template += "{% endif %}" jinja_template += "{% endif %}"