Former-commit-id: 7944cbc576
This commit is contained in:
BUAADreamer
2024-05-11 13:11:10 +08:00
7 changed files with 21 additions and 7 deletions

View File

@@ -1,6 +1,8 @@
import os
from contextlib import asynccontextmanager
from typing import Annotated, Optional
from typing import Optional
from typing_extensions import Annotated
from ..chat import ChatModel
from ..extras.misc import torch_gc