Former-commit-id: 92fa515e97
This commit is contained in:
hiyouga
2023-06-30 10:09:59 +08:00
parent b064d205c6
commit 4ec1bff116
2 changed files with 11 additions and 1 deletions

View File

@@ -10,6 +10,7 @@ import uvicorn
from threading import Thread
from pydantic import BaseModel, Field
from fastapi import FastAPI, HTTPException
from fastapi.middleware.cors import CORSMiddleware
from contextlib import asynccontextmanager
from transformers import TextIteratorStreamer
from starlette.responses import StreamingResponse
@@ -34,6 +35,15 @@ async def lifespan(app: FastAPI): # collects GPU memory
app = FastAPI(lifespan=lifespan)
app.add_middleware(
CORSMiddleware,
allow_origins=["*"],
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
class ModelCard(BaseModel):
id: str
object: str = "model"