fix: time.sleep for scaleway

dataforgoodfr · Feb 15, 2024 · a9a3593 · a9a3593 · github-actions · Feb 15, 2024
1 parent 208d8a1
commit a9a3593
Show file tree

Hide file tree

Showing 2 changed files with 542 additions and 2 deletions.
diff --git a/quotaclimat/data_processing/mediatree/api_import.py b/quotaclimat/data_processing/mediatree/api_import.py
@@ -5,7 +5,7 @@
 
 import logging
 import asyncio
-import time
+from time import sleep
 import sys
 import os
 from quotaclimat.utils.healthcheck_config import run_health_check_server
@@ -243,8 +243,9 @@ async def main():
    # Without this we have a CrashLoopBackOff (Kubernetes health error)
     if (os.environ.get("ENV") != "dev" and os.environ.get("ENV") != "docker"):
         minutes = 15
+        seconds_to_minute = 60
         logging.warning(f"Sleeping {minutes} before safely exiting scaleway container")
-        time.sleep(60 * minutes)
+        sleep(seconds_to_minute * minutes)
 
     res=health_check_task.cancel()
     logging.info("Exiting with success")
File	Stmts	Miss	Cover	Missing
postgres
insert_data.py	46	7	85%	38–40, 59–61, 66
insert_existing_data_example.py	20	3	85%	25–27
postgres/schemas
models.py	71	15	79%	74–81, 91–92, 101–111
quotaclimat/data_analytics
analytics_signataire_charte.py	29	29	0%	1–67
bilan.py	108	108	0%	2–372
data_coverage.py	34	34	0%	1–94
exploration.py	125	125	0%	1–440
sitemap_analytics.py	118	118	0%	1–343
quotaclimat/data_ingestion
categorization_program_type.py	1	1	0%	1
config_youtube.py	1	1	0%	1
scaleway_db_backups.py	34	34	0%	1–74
scrap_chartejournalismeecologie_signataires.py	50	50	0%	1–169
scrap_sitemap.py	134	17	87%	27–28, 33–34, 66–71, 95–97, 138–140, 202, 223–228
scrap_tv_program.py	62	62	0%	1–149
scrap_youtube.py	114	114	0%	1–238
quotaclimat/data_ingestion/ingest_db
ingest_sitemap_in_db.py	54	40	26%	18–39, 42–61, 65–76
quotaclimat/data_ingestion/scrap_html
scrap_description_article.py	36	3	92%	19–20, 32
quotaclimat/data_processing/mediatree
api_import.py	174	105	40%	32–36, 41–44, 47–77, 83–98, 103–105, 130–137, 141–144, 148–154, 165–176, 179–183, 189, 214–215, 221, 223, 226–252, 256–267
config.py	15	2	87%	7, 16
detect_keywords.py	88	6	93%	101–108
utils.py	64	21	67%	27–51, 54, 73–74
quotaclimat/data_processing/sitemap
sitemap_processing.py	41	27	34%	15–19, 23–25, 29–47, 51–58, 66–96, 101–103
quotaclimat/utils
channels.py	6	6	0%	1–95
climate_keywords.py	2	2	0%	3–35
healthcheck_config.py	29	14	52%	22–24, 27–38
logger.py	14	3	79%	22–24
plotly_theme.py	17	17	0%	1–56
TOTAL	1531	964	37%