diff --git a/jobs/refresh-db.yaml b/jobs/refresh-db.yaml index ec87aa8..0448bf4 100644 --- a/jobs/refresh-db.yaml +++ b/jobs/refresh-db.yaml @@ -9,8 +9,6 @@ data: set -e echo "${SRC_DB_HOST}:5432:${SRC_DB_NAME}:${SRC_DB_USER}:${SRC_DB_PASS}" > ~/.pgpass echo "${DST_DB_HOST}:5432:${DST_DB_NAME}:${DST_DB_USER}:${DST_DB_PASS}" >> ~/.pgpass - ls -a ~ - echo $HOME chmod 0600 ~/.pgpass set -x diff --git a/jobs/refresh-s3.yaml b/jobs/refresh-s3.yaml index 9d6d61a..3b01b35 100644 --- a/jobs/refresh-s3.yaml +++ b/jobs/refresh-s3.yaml @@ -6,10 +6,11 @@ metadata: data: entrypoint.sh: |- #!/bin/sh + set -xe + aws configure set default.s3.max_concurrent_requests 2000 - echo $SRC_BUCKET - echo $DST_BUCKET - aws s3 sync s3://$SRC_BUCKET/ s3://$DST_BUCKET/ --delete --dryrun + + aws s3 sync s3://$SRC_BUCKET/ s3://$DST_BUCKET/ --delete --- apiVersion: batch/v1 kind: Job