From c043baeb01de1358300f6f8474f8905e29a9abd0 Mon Sep 17 00:00:00 2001 From: Alexis Lucattini Date: Thu, 21 Nov 2024 18:04:14 +1100 Subject: [PATCH] Retry 5 mins when capacity is limited Backoff of 5 means a second retry will retry in five minutes, and then 25 minutes, then in 125 minutes https://repost.aws/knowledge-center/ecs-fargate-runtask-capacity --- .../get_raw_md5sum_for_fastq_gzip_pair_template.asl.json | 9 +++++++++ .../decompress_ora_fastq_pair_sfn_template.asl.json | 9 +++++++++ 2 files changed, 18 insertions(+) diff --git a/lib/workload/components/gzip-raw-md5sum-fq-pair-sfn/step_functions_templates/get_raw_md5sum_for_fastq_gzip_pair_template.asl.json b/lib/workload/components/gzip-raw-md5sum-fq-pair-sfn/step_functions_templates/get_raw_md5sum_for_fastq_gzip_pair_template.asl.json index 353450a7b..809b39116 100644 --- a/lib/workload/components/gzip-raw-md5sum-fq-pair-sfn/step_functions_templates/get_raw_md5sum_for_fastq_gzip_pair_template.asl.json +++ b/lib/workload/components/gzip-raw-md5sum-fq-pair-sfn/step_functions_templates/get_raw_md5sum_for_fastq_gzip_pair_template.asl.json @@ -67,6 +67,15 @@ } }, "TimeoutSeconds": 7200, + "Retry": [ + { + "ErrorEquals": ["ECS.AmazonECSException"], + "BackoffRate": 2, + "IntervalSeconds": 300, + "MaxAttempts": 3, + "JitterStrategy": "FULL" + } + ], "ResultPath": "$.gzip_to_raw_md5sum_step_result", "Next": "Read md5sum output" }, diff --git a/lib/workload/components/ora-file-decompression-fq-pair-sfn/step_functions_templates/decompress_ora_fastq_pair_sfn_template.asl.json b/lib/workload/components/ora-file-decompression-fq-pair-sfn/step_functions_templates/decompress_ora_fastq_pair_sfn_template.asl.json index 414313baa..436fea6a8 100644 --- a/lib/workload/components/ora-file-decompression-fq-pair-sfn/step_functions_templates/decompress_ora_fastq_pair_sfn_template.asl.json +++ b/lib/workload/components/ora-file-decompression-fq-pair-sfn/step_functions_templates/decompress_ora_fastq_pair_sfn_template.asl.json @@ -113,6 +113,15 @@ } }, "TimeoutSeconds": 7200, + "Retry": [ + { + "ErrorEquals": ["ECS.AmazonECSException"], + "BackoffRate": 2, + "IntervalSeconds": 300, + "MaxAttempts": 3, + "JitterStrategy": "FULL" + } + ], "End": true }, "Decompress ORA File": {