fix #2766

2024-03-09 21:35:24 +08:00
parent af0e370fb1
commit 412c52e325
5 changed files with 14 additions and 1 deletions
--- a/src/llmtuner/chat/vllm_engine.py
+++ b/src/llmtuner/chat/vllm_engine.py
@@ -97,6 +97,9 @@ class VllmEngine(BaseEngine):
        )
        return result_generator

+    async def start(self) -> None:
+        pass
+
    async def chat(
        self,
        messages: Sequence[Dict[str, str]],