From b293939c24d3c5285d66e89087582396525c51e9 Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Mon, 20 May 2024 00:29:12 +0800 Subject: [PATCH] Update chat_model.py Former-commit-id: 896c656185e772c2c9ba9e6108de7ceec84ecc85 --- src/llamafactory/chat/chat_model.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/src/llamafactory/chat/chat_model.py b/src/llamafactory/chat/chat_model.py index aa873127..281ef0c1 100644 --- a/src/llamafactory/chat/chat_model.py +++ b/src/llamafactory/chat/chat_model.py @@ -29,7 +29,6 @@ class ChatModel: else: raise NotImplementedError("Unknown backend: {}".format(model_args.infer_backend)) - self.system_message = generating_args.system_message or None self._loop = asyncio.new_event_loop() self._thread = Thread(target=_start_background_loop, args=(self._loop,), daemon=True) self._thread.start() @@ -64,7 +63,6 @@ class ChatModel: image: Optional["NDArray"] = None, **input_kwargs, ) -> Generator[str, None, None]: - system = system or self.system_message generator = self.astream_chat(messages, system, tools, image, **input_kwargs) while True: try: