diff --git a/src/llamafactory/data/template.py b/src/llamafactory/data/template.py index a23e0e44..99cbf86b 100644 --- a/src/llamafactory/data/template.py +++ b/src/llamafactory/data/template.py @@ -782,14 +782,6 @@ _register_template( ] ), format_system=StringFormatter(slots=["<|start_header_id|>system<|end_header_id|>\n\n{{content}}<|eot_id|>"]), - format_observation=StringFormatter( - slots=[ - ( - "<|start_header_id|>tool<|end_header_id|>\n\n{{content}}<|eot_id|>" - "<|start_header_id|>assistant<|end_header_id|>\n\n" - ) - ] - ), format_prefix=EmptyFormatter(slots=[{"bos_token"}]), stop_words=["<|eot_id|>"], replace_eos=True, @@ -806,6 +798,17 @@ _register_template( ) +_register_template( + name="llava_next_qwen", + format_user=StringFormatter(slots=["<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n"]), + format_separator=EmptyFormatter(slots=["\n"]), + stop_words=["<|im_end|>"], + replace_eos=True, + replace_jinja_template=False, + mm_plugin=get_mm_plugin(name="llava_next", image_token=""), +) + + _register_template( name="llava_next_yi", format_user=StringFormatter(slots=["<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n"]), @@ -828,6 +831,14 @@ _register_template( ) +_register_template( + name="llava_next_video_mistral", + format_user=StringFormatter(slots=["[INST] {{content}} [/INST]"]), + format_prefix=EmptyFormatter(slots=[{"bos_token"}]), + mm_plugin=get_mm_plugin(name="llava_next_video", image_token="", video_token="