remove pytorch branch of binding session and instance from AsyncEngine

grimoire · Feb 2, 2024 · f3146e0 · f3146e0
1 parent bf1b997
commit f3146e0
Showing 1 changed file with 2 additions and 8 deletions.
diff --git a/lmdeploy/serve/async_engine.py b/lmdeploy/serve/async_engine.py
@@ -251,14 +251,8 @@ async def get_generator(self, stop: bool, session_id: int):
             return self.engine.create_instance()
         while self.gens_set == set():
             await asyncio.sleep(0)
-        if str(session_id) in self.id2generator:
-            # pytorch engine instance is bind to session
-            generator = self.id2generator[str(session_id)]
-            if generator in self.gens_set:
-                self.gens_set.remove(generator)
-        else:
-            generator = self.gens_set.pop()
-            self.id2generator[str(session_id)] = generator
+        generator = self.gens_set.pop()
+        self.id2generator[str(session_id)] = generator
         return generator
 
     def batch_infer(self,