resolve python 3.8 package

This commit is contained in:
hiyouga
2024-05-09 16:52:27 +08:00
parent d9cdddd19c
commit 75aec4cf8e
5 changed files with 20 additions and 6 deletions

View File

@@ -1,6 +1,8 @@
import os
from contextlib import asynccontextmanager
from typing import Annotated, Optional
from typing import Optional
from typing_extensions import Annotated
from ..chat import ChatModel
from ..extras.misc import torch_gc