From 6bfc3a27320227f0700b587b56898c2880f9d82c Mon Sep 17 00:00:00 2001
From: Michael Feil <63565275+michaelfeil@users.noreply.github.com>
Date: Thu, 4 Jan 2024 17:38:29 +0100
Subject: [PATCH] remove CACHE_MANAGER in flash_causal_lm.py (#157)

---
 server/lorax_server/models/flash_causal_lm.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/server/lorax_server/models/flash_causal_lm.py b/server/lorax_server/models/flash_causal_lm.py
index 306c2cabf..5d5c1f6b5 100644
--- a/server/lorax_server/models/flash_causal_lm.py
+++ b/server/lorax_server/models/flash_causal_lm.py
@@ -913,8 +913,6 @@ def decode(self, generated_ids: Union[torch.Tensor, List[int]]) -> str:
         )
 
     def forward(self, batch: FlashCausalLMBatch, adapter_data: AdapterBatchData) -> Tuple[torch.Tensor, torch.Tensor]:
-        global CACHE_MANAGER
-
         # Model Forward
         return self.model.forward(
             input_ids=batch.input_ids,