From 5a9bf22882d5ff35f5b85424cc9c8f1b33459fd3 Mon Sep 17 00:00:00 2001 From: Ash Robbins Date: Wed, 31 Jul 2024 15:07:07 -0700 Subject: [PATCH] Adding base 50 max_pool_connections for wrangler --- src/braingeneers/utils/s3wrangler/__init__.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/src/braingeneers/utils/s3wrangler/__init__.py b/src/braingeneers/utils/s3wrangler/__init__.py index 6643412..9dcf062 100644 --- a/src/braingeneers/utils/s3wrangler/__init__.py +++ b/src/braingeneers/utils/s3wrangler/__init__.py @@ -11,6 +11,11 @@ from awswrangler import config from awswrangler.s3 import * import braingeneers +import botocore +awswrangler.config.botocore_config = botocore.config.Config( + retries={"max_attempts": 10}, + connect_timeout=20, + max_pool_connections=50) braingeneers.set_default_endpoint()