fix repeated cleanup (#399)

Co-authored-by: Nathan Habib <[email protected]>
huggingface · Nov 20, 2024 · 85c0d9f · 85c0d9f
1 parent c173871
commit 85c0d9f
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/lighteval/models/vllm_model.py b/src/lighteval/models/vllm_model.py
@@ -98,7 +98,8 @@ def tokenizer(self):
 
     def cleanup(self):
         destroy_model_parallel()
-        del self.model.llm_engine.model_executor.driver_worker
+        if self.model is not None:
+            del self.model.llm_engine.model_executor.driver_worker
         self.model = None
         gc.collect()
         ray.shutdown()