Ensure total count is an integer in OffsetPaginator (#1172)

dlt/sources/helpers/rest_client/paginators.py

@@ -88,6 +88,14 @@ def update_state(self, response: Response) -> None:
                 f"Total count not found in response for {self.__class__.__name__}"
             )
 
+        try:
+            total = int(total)
+        except ValueError:
+            raise ValueError(
+                f"Total count is not an integer in response for {self.__class__.__name__}. "
+                f"Expected an integer, got {total}"
+            )
+
         self.offset += self.limit
 
         if self.offset >= total:

tests/sources/helpers/rest_client/test_paginators.py

@@ -186,6 +186,19 @@ def test_update_state(self):
         paginator.update_state(response)
         assert paginator.has_next_page is False
 
+    def test_update_state_with_string_total(self):
+        paginator = OffsetPaginator(0, 10)
+        response = Mock(Response, json=lambda: {"total": "20"})
+        paginator.update_state(response)
+        assert paginator.offset == 10
+        assert paginator.has_next_page is True
+
+    def test_update_state_with_invalid_total(self):
+        paginator = OffsetPaginator(0, 10)
+        response = Mock(Response, json=lambda: {"total": "invalid"})
+        with pytest.raises(ValueError):
+            paginator.update_state(response)
+
     def test_update_state_without_total(self):
         paginator = OffsetPaginator(0, 10)
         response = Mock(Response, json=lambda: {})