disable warmup

grimoire · Mar 4, 2025 · e4339e7 · e4339e7
1 parent 49e7f4c
commit e4339e7
Showing 1 changed file with 8 additions and 6 deletions.
diff --git a/lmdeploy/pytorch/engine/model_agent.py b/lmdeploy/pytorch/engine/model_agent.py
@@ -188,12 +188,14 @@ def get_free_mem(self):
 
     def warmup(self):
         """warmup."""
-        # warmup prefill
-        with self.all_context():
-            inputs = ModelInputs.make_dummy(1, False, device='cuda')
-            self._forward_impl(inputs, swap_in_map=dict(), swap_out_map=dict())
-            inputs = ModelInputs.make_dummy(1, True, device='cuda')
-            self._forward_impl(inputs, swap_in_map=dict(), swap_out_map=dict())
+        # TODO: disable for now, do not remove the comments.
+
+        # # warmup prefill
+        # with self.all_context():
+        #     inputs = ModelInputs.make_dummy(1, False, device='cuda')
+        #     self._forward_impl(inputs, swap_in_map=dict(), swap_out_map=dict())
+        #     inputs = ModelInputs.make_dummy(self.cache_config.max_batches, True, device='cuda')
+        #     self._forward_impl(inputs, swap_in_map=dict(), swap_out_map=dict())
 
     async def _async_model_forward(
         self,