diff --git a/src/lighteval/models/litellm_model.py b/src/lighteval/models/litellm_model.py
index a1655e56b..b3fc5d023 100644
--- a/src/lighteval/models/litellm_model.py
+++ b/src/lighteval/models/litellm_model.py
@@ -27,7 +27,6 @@
 from dataclasses import dataclass
 from typing import Optional
 
-from litellm.utils import ModelResponse
 from tqdm import tqdm
 
 from lighteval.data import GenerativeTaskDataset