423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-15 03:10:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

support val set in streaming mode

Browse Source 
Former-commit-id: d86ea314a1
This commit is contained in:
hiyouga
2023-08-09 23:00:26 +08:00
parent d01c1231ed
commit 6404167ab7
10 changed files with 58 additions and 50 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/api/app.py
View File

@@ -49,8 +49,8 @@ def create_app(chat_model: ChatModel) -> FastAPI:
async def create_chat_completion(request: ChatCompletionRequest):
if request.messages[-1].role != Role.USER:
raise HTTPException(status_code=400, detail="Invalid request")
query = request.messages[-1].content
query = request.messages[-1].content
prev_messages = request.messages[:-1]
if len(prev_messages) > 0 and prev_messages[0].role == Role.SYSTEM:
prefix = prev_messages.pop(0).content