chore: Update vllm_engine.py to support vllm version >= 0.5.1
This commit is contained in:
1 parent
a15782cb9f
commit
322663bf90
2 files changed
+12
-4
No files matched your search
@@ -81,3 +81,7 @@ def is_vllm_available():
|
||||
@lru_cache
|
||||
def is_vllm_version_greater_than_0_5():
|
||||
return _get_package_version("vllm") >= version.parse("0.5.0")
|
||||
|
||||
@lru_cache
|
||||
def is_vllm_version_greater_than_0_5_1():
|
||||
return _get_package_version("vllm") >= version.parse("0.5.1")
|
||||
Reference in new issue
Block a user