423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-22 22:02:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: cli chat support system_message

Browse Source 
Former-commit-id: a08ba254c8b62bff49b77be3740022105ae9dbb5
This commit is contained in:
ycjcl868 2024-05-19 23:17:46 +08:00
parent 8d4a5ebf6e
commit b28f9ecaa0
2 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/chat/chat_model.py
View File

@ -29,6 +29,7 @@ class ChatModel:
else: else:
raise NotImplementedError("Unknown backend: {}".format(model_args.infer_backend)) raise NotImplementedError("Unknown backend: {}".format(model_args.infer_backend))
self.system_message = generating_args.system_message or None
self._loop = asyncio.new_event_loop() self._loop = asyncio.new_event_loop()
self._thread = Thread(target=_start_background_loop, args=(self._loop,), daemon=True) self._thread = Thread(target=_start_background_loop, args=(self._loop,), daemon=True)
self._thread.start() self._thread.start()
@ -63,6 +64,7 @@ class ChatModel:
image: Optional["NDArray"] = None, image: Optional["NDArray"] = None,
**input_kwargs, **input_kwargs,
) -> Generator[str, None, None]: ) -> Generator[str, None, None]:
system = system or self.system_message
generator = self.astream_chat(messages, system, tools, image, **input_kwargs) generator = self.astream_chat(messages, system, tools, image, **input_kwargs)
while True: while True:
try: try:

5
src/llamafactory/hparams/generating_args.py
View File

@ -46,6 +46,11 @@ class GeneratingArguments:
default=1.0, default=1.0,
metadata={"help": "Exponential penalty to the length that is used with beam-based generation."}, metadata={"help": "Exponential penalty to the length that is used with beam-based generation."},
) )
system_message: str = field(
default=None,
metadata={
"help": "System message is a message that the developer wrote to tell the bot how to interpret the conversation"},
)
def to_dict(self) -> Dict[str, Any]: def to_dict(self) -> Dict[str, Any]:
args = asdict(self) args = asdict(self)