diff --git a/src/lighteval/models/vllm_model.py b/src/lighteval/models/vllm_model.py
index 22051e8f4..dc242c600 100644
--- a/src/lighteval/models/vllm_model.py
+++ b/src/lighteval/models/vllm_model.py
@@ -98,7 +98,8 @@ def tokenizer(self):
 
     def cleanup(self):
         destroy_model_parallel()
-        del self.model.llm_engine.model_executor.driver_worker
+        if self.model is not None:
+            del self.model.llm_engine.model_executor.driver_worker
         self.model = None
         gc.collect()
         ray.shutdown()