From c6b47838f5d3879c24c89a6830b898f7971e0edc Mon Sep 17 00:00:00 2001 From: Johnny Schmidt Date: Wed, 4 Dec 2024 11:12:18 -0800 Subject: [PATCH] S3V2: Increase memory overhead ratio --- .../connectors/destination-s3-v2/metadata.yaml | 2 +- .../destination-s3-v2/src/main/kotlin/S3V2Configuration.kt | 5 +++-- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/airbyte-integrations/connectors/destination-s3-v2/metadata.yaml b/airbyte-integrations/connectors/destination-s3-v2/metadata.yaml index 947599e42402..2258a36998b9 100644 --- a/airbyte-integrations/connectors/destination-s3-v2/metadata.yaml +++ b/airbyte-integrations/connectors/destination-s3-v2/metadata.yaml @@ -2,7 +2,7 @@ data: connectorSubtype: file connectorType: destination definitionId: d6116991-e809-4c7c-ae09-c64712df5b66 - dockerImageTag: 0.3.2 + dockerImageTag: 0.3.3 dockerRepository: airbyte/destination-s3-v2 githubIssueLabel: destination-s3-v2 icon: s3.svg diff --git a/airbyte-integrations/connectors/destination-s3-v2/src/main/kotlin/S3V2Configuration.kt b/airbyte-integrations/connectors/destination-s3-v2/src/main/kotlin/S3V2Configuration.kt index d0aee92a431d..ae0c968aaf0c 100644 --- a/airbyte-integrations/connectors/destination-s3-v2/src/main/kotlin/S3V2Configuration.kt +++ b/airbyte-integrations/connectors/destination-s3-v2/src/main/kotlin/S3V2Configuration.kt @@ -39,7 +39,8 @@ data class S3V2Configuration( override val objectStorageUploadConfiguration: ObjectStorageUploadConfiguration = ObjectStorageUploadConfiguration(), override val recordBatchSizeBytes: Long, - override val numProcessRecordsWorkers: Int = 2 + override val numProcessRecordsWorkers: Int = 2, + override val estimatedRecordMemoryOverheadRatio: Double = 5.0 ) : DestinationConfiguration(), AWSAccessKeyConfigurationProvider, @@ -65,7 +66,7 @@ class S3V2ConfigurationFactory( objectStoragePathConfiguration = pojo.toObjectStoragePathConfiguration(), objectStorageFormatConfiguration = pojo.toObjectStorageFormatConfiguration(), objectStorageCompressionConfiguration = pojo.toCompressionConfiguration(), - recordBatchSizeBytes = recordBatchSizeBytes + recordBatchSizeBytes = recordBatchSizeBytes, ) } }