423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-14 10:56:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix api

Browse Source
This commit is contained in:
hiyouga
2023-07-20 22:14:54 +08:00
parent 6022adb72e
commit 8333795fcb
2 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/api_demo.py
View File

@@ -5,11 +5,14 @@
import uvicorn
from llmtuner import ChatModel
from llmtuner.api.app import create_app
from llmtuner.tuner import get_infer_args
def main():
app = create_app()
chat_model = ChatModel(*get_infer_args())
app = create_app(chat_model)
uvicorn.run(app, host="0.0.0.0", port=8000, workers=1)

2
src/llmtuner/api/app.py
View File

@@ -30,7 +30,7 @@ async def lifespan(app: FastAPI): # collects GPU memory
torch_gc()
def create_app(chat_model: ChatModel):
def create_app(chat_model: ChatModel) -> FastAPI:
app = FastAPI(lifespan=lifespan)
app.add_middleware(