[model] enable using FA in npu (#9397)

Co-authored-by: frozenleaves <frozen@Mac.local>
This commit is contained in:
魅影
2025-11-04 19:32:30 +08:00
committed by GitHub
parent 5a9939050e
commit 14abb75126
2 changed files with 8 additions and 4 deletions

View File

@@ -110,6 +110,10 @@ def is_starlette_available():
def is_transformers_version_greater_than(content: str):
return _get_package_version("transformers") >= version.parse(content)
@lru_cache
def is_torch_version_greater_than(content: str):
return _get_package_version("torch") >= version.parse(content)
def is_uvicorn_available():
return _is_package_available("uvicorn")