support vllm 0.6.0
This commit is contained in:
1 parent
b332908ab4
commit
b6681d7198
5 files changed
+12
-51
No files matched your search
@@ -85,13 +85,3 @@ def is_uvicorn_available():
|
||||
|
||||
def is_vllm_available():
|
||||
return _is_package_available("vllm")
|
||||
|
||||
|
||||
@lru_cache
|
||||
def is_vllm_version_greater_than_0_5():
|
||||
return _get_package_version("vllm") >= version.parse("0.5.0")
|
||||
|
||||
|
||||
@lru_cache
|
||||
def is_vllm_version_greater_than_0_5_1():
|
||||
return _get_package_version("vllm") >= version.parse("0.5.1")
|
||||
Reference in new issue
Block a user