diff --git a/cookbooks/planet/files/default/replication-bin/replicate-minute b/cookbooks/planet/files/default/replication-bin/replicate-minute index a0c967177..736a0ce9f 100755 --- a/cookbooks/planet/files/default/replication-bin/replicate-minute +++ b/cookbooks/planet/files/default/replication-bin/replicate-minute @@ -8,3 +8,16 @@ osmdbt-catchup --quiet osmdbt-get-log --quiet osmdbt-catchup --quiet osmdbt-create-diff --quiet --with-comment --max-changes=50000 + +cd /store/planet/replication/minute + +. state.txt + +sequencePart1=$(($sequenceNumber / 1000000 % 1000)) +sequencePart2=$(($sequenceNumber / 1000 % 1000)) +sequencePart3=$(($sequenceNumber % 1000)) +diffPath=$(printf "%03d/%03d/%03d" $sequencePart1 $sequencePart2 $sequencePart3) + +/opt/awscli/v2/current/bin/aws --profile=osm-pds-upload s3 cp --storage-class=INTELLIGENT_TIERING "${diffPath}.osc.gz" "s3://osm-planet-eu-central-1/planet/replication/minute/${diffPath}.osc.gz" +/opt/awscli/v2/current/bin/aws --profile=osm-pds-upload s3 cp --storage-class=INTELLIGENT_TIERING "${diffPath}.state.txt" "s3://osm-planet-eu-central-1/planet/replication/minute/${diffPath}.state.txt" +/opt/awscli/v2/current/bin/aws --profile=osm-pds-upload s3 cp --storage-class=INTELLIGENT_TIERING "state.txt" "s3://osm-planet-eu-central-1/planet/replication/minute/state.txt" diff --git a/cookbooks/planet/recipes/replication.rb b/cookbooks/planet/recipes/replication.rb index e0a3bcc7e..6b2f9ab74 100644 --- a/cookbooks/planet/recipes/replication.rb +++ b/cookbooks/planet/recipes/replication.rb @@ -269,6 +269,8 @@ working_directory "/etc/replication" exec_start "/usr/local/bin/replicate-minute" sandbox :enable_network => true + protect_home "tmpfs" + bind_paths "/home/planet" read_write_paths [ "/run/replication", "/store",