diff --git a/src/eva/core/models/transforms/extract_patch_features.py b/src/eva/core/models/transforms/extract_patch_features.py
index 1b3ce00c..0a87d27d 100644
--- a/src/eva/core/models/transforms/extract_patch_features.py
+++ b/src/eva/core/models/transforms/extract_patch_features.py
@@ -37,7 +37,7 @@ def __call__(
             height = width = int(math.sqrt(patch_grid))
             if height * width != patch_grid:
                 if self._ignore_remaining_dims:
-                    features = features[:, :, : height * width]
+                    features = features[:, :, -height * width :]
                 else:
                     raise ValueError(f"Patch grid size must be a square number {patch_grid}.")
             patch_embeddings = features.view(batch_size, hidden_size, height, width)