chore: Update vllm_engine.py to support vllm version >= 0.5.1

This commit is contained in:
Lian Junhong committed 2024-07-07 15:08:12 +08:00
1 parent a15782cb9f
commit 322663bf90
2 files changed
+12 -4

No files matched your search

+4
View File
@@ -81,3 +81,7 @@ def is_vllm_available():
@lru_cache
def is_vllm_version_greater_than_0_5():
return _get_package_version("vllm") >= version.parse("0.5.0")
@lru_cache
def is_vllm_version_greater_than_0_5_1():
return _get_package_version("vllm") >= version.parse("0.5.1")