From 66a7f4f128e58a2da5fed47e0632bda78dd5f834 Mon Sep 17 00:00:00 2001 From: Huiyu Chen Date: Thu, 15 Aug 2024 15:10:14 +0800 Subject: [PATCH 1/2] Add SailorLLM template Former-commit-id: 2502833a7755d653e8492cb7f1215dc0105b6ee0 --- src/llamafactory/data/template.py | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/src/llamafactory/data/template.py b/src/llamafactory/data/template.py index 5d4b3011..442abf96 100644 --- a/src/llamafactory/data/template.py +++ b/src/llamafactory/data/template.py @@ -782,6 +782,17 @@ _register_template( ) +_register_template( + name="sailor", + format_user=StringFormatter(slots=["<|im_start|>question\n{{content}}<|im_end|>\n<|im_start|>answer\n"]), + format_system=StringFormatter(slots=["<|im_start|>system\n{{content}}<|im_end|>\n"]), + format_separator=EmptyFormatter(slots=["\n"]), + default_system="You are a helpful assistant.", + stop_words=["<|im_end|>"], + replace_eos=True, +) + + _register_template( name="solar", format_user=StringFormatter(slots=["### User:\n{{content}}\n\n### Assistant:\n"]), From a921505f59ae27385d8a5c81acbad91bdd931c90 Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Mon, 19 Aug 2024 23:40:16 +0800 Subject: [PATCH 2/2] Update template.py Former-commit-id: 5f3300ec5de564df23c94ebd9662c86708f37ddb --- src/llamafactory/data/template.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/llamafactory/data/template.py b/src/llamafactory/data/template.py index 442abf96..1f859be6 100644 --- a/src/llamafactory/data/template.py +++ b/src/llamafactory/data/template.py @@ -787,7 +787,10 @@ _register_template( format_user=StringFormatter(slots=["<|im_start|>question\n{{content}}<|im_end|>\n<|im_start|>answer\n"]), format_system=StringFormatter(slots=["<|im_start|>system\n{{content}}<|im_end|>\n"]), format_separator=EmptyFormatter(slots=["\n"]), - default_system="You are a helpful assistant.", + default_system=( + "You are an AI assistant named Sailor created by Sea AI Lab. " + "Your answer should be friendly, unbiased, faithful, informative and detailed." + ), stop_words=["<|im_end|>"], replace_eos=True, )