support vllm 0.6.0

This commit is contained in:
hiyouga committed 2024-09-08 02:26:20 +08:00
1 parent b332908ab4
commit b6681d7198
5 files changed
+12 -51

No files matched your search

-10
View File
@@ -85,13 +85,3 @@ def is_uvicorn_available():
def is_vllm_available():
return _is_package_available("vllm")
@lru_cache
def is_vllm_version_greater_than_0_5():
return _get_package_version("vllm") >= version.parse("0.5.0")
@lru_cache
def is_vllm_version_greater_than_0_5_1():
return _get_package_version("vllm") >= version.parse("0.5.1")