resolve python 3.8 package

Former-commit-id: 75aec4cf8e
This commit is contained in:
hiyouga
2024-05-09 16:52:27 +08:00
parent 5ff89a0f32
commit 9dc209b458
5 changed files with 20 additions and 6 deletions

View File

@@ -1,6 +1,8 @@
import os
from contextlib import asynccontextmanager
from typing import Annotated, Optional
from typing import Optional
from typing_extensions import Annotated
from ..chat import ChatModel
from ..extras.misc import torch_gc