From 30b2ec7025d5af53eea3bd304ee327168abe03ec Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Mon, 20 May 2024 00:30:45 +0800 Subject: [PATCH] Update hf_engine.py Former-commit-id: a943a1034b0033e2fae72e3d272817e3adb03fd1 --- src/llamafactory/chat/hf_engine.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/llamafactory/chat/hf_engine.py b/src/llamafactory/chat/hf_engine.py index 90fe1b81..1ef99d9f 100644 --- a/src/llamafactory/chat/hf_engine.py +++ b/src/llamafactory/chat/hf_engine.py @@ -59,6 +59,7 @@ class HuggingfaceEngine(BaseEngine): messages[0]["content"] = "" + messages[0]["content"] paired_messages = messages + [{"role": "assistant", "content": ""}] + system = system or generating_args["default_system"] prompt_ids, _ = template.encode_oneturn( tokenizer=tokenizer, messages=paired_messages, system=system, tools=tools )