423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-17 04:10:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

support vllm 0.6.0

Browse Source 
Former-commit-id: b6681d7198
This commit is contained in:
hiyouga
2024-09-08 02:26:20 +08:00
parent f6f58ebef0
commit 78cf256067
5 changed files with 12 additions and 51 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/llamafactory/extras/packages.py
View File

@@ -85,13 +85,3 @@ def is_uvicorn_available():
def is_vllm_available():
return _is_package_available("vllm")
@lru_cache
def is_vllm_version_greater_than_0_5():
return _get_package_version("vllm") >= version.parse("0.5.0")
@lru_cache
def is_vllm_version_greater_than_0_5_1():
return _get_package_version("vllm") >= version.parse("0.5.1")