423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-17 12:20:37 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix chat engine, update webui

Browse Source
This commit is contained in:
hiyouga
2024-03-08 03:01:53 +08:00
parent 5cd4947650
commit 5d956e2a51
9 changed files with 250 additions and 83 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/chat/hf_engine.py
View File

@@ -147,7 +147,7 @@ class HuggingfaceEngine(BaseEngine):
)
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
gen_kwargs["streamer"] = streamer
thread = Thread(target=model.generate, kwargs=gen_kwargs)
thread = Thread(target=model.generate, kwargs=gen_kwargs, daemon=True)
thread.start()
def stream():