Merge pull request #144 from jobtome-labs/feat/docker-helm-retries

Retries for Docker Build and Helm Deploy Jobs
jobtome-labs · Feb 27, 2023 · 34b2cda · 34b2cda
2 parents 6c6a8db + 4344e1c
commit 34b2cda
Show file tree

Hide file tree

Showing 52 changed files with 67 additions and 57 deletions.
diff --git a/bucket-production.yml b/bucket-production.yml
@@ -1,5 +1,5 @@
 include:
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/bucket-quality.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/bucket-quality.yml'
 
 deploy:production:
   extends: .deploy

diff --git a/bucket-quality.yml b/bucket-quality.yml
@@ -1,5 +1,5 @@
 include:
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/bucket.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/bucket.yml'
 
 deploy:quality:
   extends: .deploy

diff --git a/cloudrun-production.yml b/cloudrun-production.yml
@@ -1,7 +1,7 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/docker.yml"
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/cloudrun.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/docker.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/cloudrun.yml"
 
 deploy:production:
   extends: .cloudrun:deploy

diff --git a/cloudrun-quality.yml b/cloudrun-quality.yml
@@ -1,7 +1,7 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/docker.yml"
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/cloudrun.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/docker.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/cloudrun.yml"
 
 deploy:quality:
   extends: .cloudrun:deploy

diff --git a/container-registry-push.yml b/container-registry-push.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/container-registry-push.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/container-registry-push.yml"
 
 container-registry:push:quality:
   extends: .container-registry:push

diff --git a/dataflow-production.yml b/dataflow-production.yml
@@ -1,5 +1,5 @@
 include:
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/dataflow-quality.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/dataflow-quality.yml'
 
 deploy:production:dataflow:
   extends: .deploy:dataflow

diff --git a/dataflow-quality.yml b/dataflow-quality.yml
@@ -1,5 +1,5 @@
 include:
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/dataflow.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/dataflow.yml'
 
 deploy:quality:dataflow:
   extends: .deploy:dataflow

diff --git a/docker.yml b/docker.yml
@@ -1,5 +1,8 @@
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/docker.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/docker.yml"
+
+variables:
+  DOCKER_BUILD_JOB_RETRY: 0
 
 build:
   stage: build
@@ -131,6 +134,8 @@ build:
     variables:
       - $SKIP_CI_BUILD == "true"
 
+  retry: ${DOCKER_BUILD_JOB_RETRY}
+
 build:cache:
   stage: build
   extends: .docker

diff --git a/endpoints-multiregion.yml b/endpoints-multiregion.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/endpoints-quality.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/endpoints-quality.yml"
 
 # EUROPE
 

diff --git a/endpoints-quality.yml b/endpoints-quality.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/endpoints.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/endpoints.yml"
 
 endpoints:validate:quality:
   extends: .endpoints:validate

diff --git a/endpoints-regional.yml b/endpoints-regional.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/endpoints-quality.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/endpoints-quality.yml"
 
 endpoints:validate:production:
   extends: .endpoints:validate

diff --git a/endpoints-validate.yml b/endpoints-validate.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/endpoints.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/endpoints.yml"
 
 endpoints:validate:
   extends: .endpoints:validate

diff --git a/helm-fullstack-multiregion.yml b/helm-fullstack-multiregion.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/helm-fullstack-quality.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/helm-fullstack-quality.yml"
 
 # EUROPE
 

diff --git a/helm-fullstack-quality.yml b/helm-fullstack-quality.yml
@@ -1,7 +1,7 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/docker.yml"
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/helm.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/docker.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/helm.yml"
 
 deploy:helm:api:quality:
   extends: .deploy:quality:helm

diff --git a/helm-fullstack-regional.yml b/helm-fullstack-regional.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/helm-fullstack-quality.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/helm-fullstack-quality.yml"
 
 deploy:helm:api:production:
   extends: .deploy:production:helm

diff --git a/helm-multiregion.yml b/helm-multiregion.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/helm-quality.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/helm-quality.yml"
 
 # EUROPE
 

diff --git a/helm-only-internal.yml b/helm-only-internal.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/helm.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/helm.yml"
 
 deploy:internal:helm:
   extends: .deploy:internal:helm

diff --git a/helm-only-multiregion.yml b/helm-only-multiregion.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/helm-only-quality.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/helm-only-quality.yml"
 
 # EUROPE
 deploy:production:europe:helm:

diff --git a/helm-only-quality.yml b/helm-only-quality.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/helm.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/helm.yml"
 
 deploy:quality:helm:
   extends: .deploy:quality:helm

diff --git a/helm-only-regional.yml b/helm-only-regional.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/helm-only-quality.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/helm-only-quality.yml"
 
 deploy:production:helm:
   extends: .deploy:production:helm

diff --git a/helm-quality.yml b/helm-quality.yml
@@ -1,7 +1,7 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/docker.yml"
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/helm.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/docker.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/helm.yml"
 
 deploy:quality:helm:
   extends: .deploy:quality:helm

diff --git a/helm-regional.yml b/helm-regional.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/helm-quality.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/helm-quality.yml"
 
 deploy:production:helm:
   extends: .deploy:production:helm

diff --git a/kubernetes-multiregion.yml b/kubernetes-multiregion.yml
@@ -1,5 +1,5 @@
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/kubernetes-quality.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/kubernetes-quality.yml"
 
 # EUROPE
 deploy:production:europe:image:

diff --git a/kubernetes-quality.yml b/kubernetes-quality.yml
@@ -1,6 +1,6 @@
 include:
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/docker.yml'
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/kubernetes.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/docker.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/kubernetes.yml'
 
 deploy:quality:image:
   extends: .deploy:image

diff --git a/kubernetes-regional.yml b/kubernetes-regional.yml
@@ -1,5 +1,5 @@
 include:
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/kubernetes-quality.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/kubernetes-quality.yml'
 
 deploy:production:image:
   extends: .deploy:image

diff --git a/kubernetes-task-multiregion.yml b/kubernetes-task-multiregion.yml
@@ -1,5 +1,5 @@
 include:
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/kubernetes-task-quality.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/kubernetes-task-quality.yml'
 
 task:production:europe:
   extends: .task

diff --git a/kubernetes-task-production.yml b/kubernetes-task-production.yml
@@ -1,5 +1,5 @@
 include:
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/kubernetes-task-quality.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/kubernetes-task-quality.yml'
 
 task:production:
   extends: .task

diff --git a/kubernetes-task-quality.yml b/kubernetes-task-quality.yml
@@ -1,5 +1,5 @@
 include:
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/kubernetes-task.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/kubernetes-task.yml'
 
 task:quality:
   extends: .task

diff --git a/lint-generic.yml b/lint-generic.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/lint.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/lint.yml"
 
 lint:
   extends: .lint

diff --git a/lint-go.yml b/lint-go.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/lint.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/lint.yml"
 
 lint:go:
   extends: .lint

diff --git a/lint-javascript.yml b/lint-javascript.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/lint.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/lint.yml"
 
 lint:eslint:
   extends: .lint

diff --git a/lint-python.yml b/lint-python.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/lint.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/lint.yml"
 
 lint:python:
   extends: .lint

diff --git a/lint-typescript.yml b/lint-typescript.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/lint.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/lint.yml"
 
 lint:typecheck:
   extends: .lint

diff --git a/sast.yml b/sast.yml
@@ -1,5 +1,5 @@
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/sast.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/sast.yml"
 
 sast:
   extends: .sast

diff --git a/secrets-multiregion.yml b/secrets-multiregion.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/secrets-quality.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/secrets-quality.yml"
 
 # EUROPE
 deploy:production:europe:secrets:

diff --git a/secrets-quality.yml b/secrets-quality.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/secrets.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/secrets.yml"
 
 deploy:quality:secrets:
   extends: .deploy:quality:secrets

diff --git a/secrets-regional.yml b/secrets-regional.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/secrets-quality.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/secrets-quality.yml"
 
 deploy:production:secrets:
   extends: .deploy:production:secrets

diff --git a/sentry-fullstack.yml b/sentry-fullstack.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/sentry.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/sentry.yml"
 
 sentry:api:release:set:
   extends: .sentry:release:set

diff --git a/sentry.yml b/sentry.yml
@@ -1,6 +1,6 @@
 ---
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/sentry.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/sentry.yml"
 
 sentry:release:set:
   extends: .sentry:release:set

diff --git a/serverless-multiregion.yml b/serverless-multiregion.yml
@@ -1,5 +1,5 @@
 include:
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/serverless-quality.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/serverless-quality.yml'
 
 # EUROPE
 deploy:production:europe:

diff --git a/serverless-quality.yml b/serverless-quality.yml
@@ -1,5 +1,5 @@
 include:
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/serverless.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/serverless.yml'
 
 deploy:quality:
   extends: .serverless:deploy

diff --git a/serverless-regional.yml b/serverless-regional.yml
@@ -1,5 +1,5 @@
 include:
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/serverless-quality.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/serverless-quality.yml'
 
 deploy:production:
   extends: .serverless:deploy

diff --git a/shell-job.yml b/shell-job.yml
@@ -1,6 +1,6 @@
 include:
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/lint-shell.yml'
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/terraform.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/lint-shell.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/terraform.yml'
 
 job:shell:
   stage: deploy

diff --git a/ssh-production.yml b/ssh-production.yml
@@ -1,5 +1,5 @@
 include:
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/ssh-quality.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/ssh-quality.yml'
 
 ssh:production:
   extends: .ssh:exec

diff --git a/ssh-quality.yml b/ssh-quality.yml
@@ -1,5 +1,5 @@
 include:
-  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/ssh.yml'
+  - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/ssh.yml'
 
 ssh:quality:
   extends: .ssh:exec

diff --git a/templates/helm.yml b/templates/helm.yml
@@ -1,4 +1,7 @@
 ---
+variables:
+  HELM_DEPLOY_JOB_RETRY: 0
+
 .helm:
   image: jobtomelabs/helm:v3.8.1
 
@@ -195,6 +198,8 @@
 
       fi
 
+  retry: ${HELM_DEPLOY_JOB_RETRY}
+
 .deploy:quality:helm:
   extends: .helm:deploy
   only:

diff --git a/terraform.yml b/terraform.yml
@@ -1,5 +1,5 @@
 include:
-  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/terraform.yml"
+  - remote: "https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/terraform.yml"
 
 cache:
   key: ${CI_PIPELINE_ID}

diff --git a/test-terraform-security.yml b/test-terraform-security.yml
@@ -1,7 +1,7 @@
 # The following is commented because it is already included by terraform.yml
 # and most often you want to include terraform along with security
 # include:
-#   - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.22.0/templates/terraform.yml'
+#   - remote: 'https://raw.githubusercontent.com/jobtome-labs/ci-templates/v3.23.0/templates/terraform.yml'
 
 test:terraform-security:
   extends: .terraform-security