From 22a79c169d82003a2033a65289f2ff6b2e1f098d Mon Sep 17 00:00:00 2001 From: Huiyu Chen Date: Thu, 15 Aug 2024 15:10:14 +0800 Subject: [PATCH 1/2] Add SailorLLM template Former-commit-id: a594abe0321a718394a97b5a48ded16e2012c1f0 --- src/llamafactory/data/template.py | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/src/llamafactory/data/template.py b/src/llamafactory/data/template.py index 5d4b3011..442abf96 100644 --- a/src/llamafactory/data/template.py +++ b/src/llamafactory/data/template.py @@ -782,6 +782,17 @@ _register_template( ) +_register_template( + name="sailor", + format_user=StringFormatter(slots=["<|im_start|>question\n{{content}}<|im_end|>\n<|im_start|>answer\n"]), + format_system=StringFormatter(slots=["<|im_start|>system\n{{content}}<|im_end|>\n"]), + format_separator=EmptyFormatter(slots=["\n"]), + default_system="You are a helpful assistant.", + stop_words=["<|im_end|>"], + replace_eos=True, +) + + _register_template( name="solar", format_user=StringFormatter(slots=["### User:\n{{content}}\n\n### Assistant:\n"]), From b681f24f43d2b5dc008831b876c3a53c4e422f70 Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Mon, 19 Aug 2024 23:40:16 +0800 Subject: [PATCH 2/2] Update template.py Former-commit-id: c6822a217e1c296f4aedd9a2c7610acd1dbd443e --- src/llamafactory/data/template.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/llamafactory/data/template.py b/src/llamafactory/data/template.py index 442abf96..1f859be6 100644 --- a/src/llamafactory/data/template.py +++ b/src/llamafactory/data/template.py @@ -787,7 +787,10 @@ _register_template( format_user=StringFormatter(slots=["<|im_start|>question\n{{content}}<|im_end|>\n<|im_start|>answer\n"]), format_system=StringFormatter(slots=["<|im_start|>system\n{{content}}<|im_end|>\n"]), format_separator=EmptyFormatter(slots=["\n"]), - default_system="You are a helpful assistant.", + default_system=( + "You are an AI assistant named Sailor created by Sea AI Lab. " + "Your answer should be friendly, unbiased, faithful, informative and detailed." + ), stop_words=["<|im_end|>"], replace_eos=True, )