From c3e29df2c16f3c2a5b1d7545328d54e7a3476eb4 Mon Sep 17 00:00:00 2001 From: Pranav Anbarasu Date: Wed, 1 Nov 2023 19:56:55 +0000 Subject: [PATCH] Add forward slash to end of bucket base key values --- config.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/config.yml b/config.yml index d8b7249..c9fb3e7 100644 --- a/config.yml +++ b/config.yml @@ -3,10 +3,10 @@ default: prod: PARQUET_BUCKET: recover-processed-data # S3 bucket containing the post-ETL parquet datasets - PARQUET_BUCKET_BASE_KEY: main/parquet + PARQUET_BUCKET_BASE_KEY: main/parquet/ PARQUET_BUCKET_EXTERNAL: recover-main-project - PARQUET_BUCKET_BASE_KEY_ARCHIVE: main/archive - PARQUET_BUCKET_BASE_KEY_EXTERNAL: main/parquet + PARQUET_BUCKET_BASE_KEY_ARCHIVE: main/archive/ + PARQUET_BUCKET_BASE_KEY_EXTERNAL: main/parquet/ PARQUET_FOLDER_INTERNAL: syn51406699 # Local location where parquet bucket files are synced to AWS_PARQUET_DOWNLOAD_LOCATION: ./temp_aws_parquet AWS_ARCHIVE_DOWNLOAD_LOCATION: ./temp_aws_archive