From 1e7a9651dbde1ae05839e18361e85408e2ae3f62 Mon Sep 17 00:00:00 2001 From: Bruno Almeida Date: Fri, 12 Jul 2024 11:44:16 -0300 Subject: [PATCH] add: retries to dump_upload_batch and increase resources --- pipelines/rj_segovi/dump_db_1746/flows.py | 8 ++++---- pipelines/utils/dump_db/tasks.py | 2 +- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/pipelines/rj_segovi/dump_db_1746/flows.py b/pipelines/rj_segovi/dump_db_1746/flows.py index 32f18db19..b1312b5e2 100644 --- a/pipelines/rj_segovi/dump_db_1746/flows.py +++ b/pipelines/rj_segovi/dump_db_1746/flows.py @@ -25,10 +25,10 @@ labels=[ constants.RJ_SEGOVI_AGENT_LABEL.value, ], - cpu_limit="500m", - cpu_request="500m", - memory_limit="2Gi", - memory_request="2Gi", + cpu_limit="1000m", + cpu_request="1000m", + memory_limit="4Gi", + memory_request="4Gi", ) _1746_default_parameters = { diff --git a/pipelines/utils/dump_db/tasks.py b/pipelines/utils/dump_db/tasks.py index 0317b3b97..2939256f3 100644 --- a/pipelines/utils/dump_db/tasks.py +++ b/pipelines/utils/dump_db/tasks.py @@ -292,7 +292,7 @@ def parse_comma_separated_string_to_list(text: str) -> List[str]: return result -@task +@task(max_retries=3, retry_delay=timedelta(seconds=300)) def dump_upload_batch( database: Database, batch_size: int,