Revert VD-4824

villagelabsco · Aug 27, 2024 · cce751b · cce751b
1 parent a499786
commit cce751b
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/target_elasticsearch/sinks.py b/target_elasticsearch/sinks.py
@@ -441,7 +441,9 @@ def write_output(self, records):
             try:
                 # Some documents may be very heavy, eg full Drive documents or diffs
                 # -> Apply a 25MB chunk limit instead of the default 100MB
-                parallel_bulk(self.client, records, max_chunk_bytes=25*1024*1024)
+                # parallel_bulk(self.client, records, max_chunk_bytes=25*1024*1024)
+                # -- The above caused some dropped records - revert to the previous simple bulk insert
+                bulk(self.client, records)
                 # Successful -> exit the loop
                 break  
             except elasticsearch.helpers.BulkIndexError as e: