fix(program): generate id for program metadata

dataforgoodfr · May 2, 2024 · 590c57c · 590c57c · github-actions · May 2, 2024
1 parent 28bea77
commit 590c57c
Show file tree

Hide file tree

Showing 4 changed files with 453 additions and 449 deletions.
diff --git a/docker-compose.yml b/docker-compose.yml
@@ -116,7 +116,7 @@ services:
       #UPDATE: "true" # to batch update PG 
       #UPDATE_PROGRAM_ONLY: "true" # to batch update PG but only channel with program
       # START_OFFSET: 100 # to batch update PG from a offset
-      # START_DATE: 1704576615 # to test batch import 
+      START_DATE: 1714026680 # to test batch import 
       CHANNEL : france2 # to reimport only one channel
       MEDIATREE_USER : /run/secrets/username_api
       MEDIATREE_PASSWORD:  /run/secrets/pwd_api
File	Stmts	Miss	Cover	Missing
postgres
insert_data.py	44	7	84%	36–38, 57–59, 64
insert_existing_data_example.py	19	3	84%	25–27
postgres/schemas
models.py	137	10	93%	113–120, 132–133, 188–189, 201–202
quotaclimat/data_ingestion
scrap_sitemap.py	134	17	87%	27–28, 33–34, 66–71, 95–97, 138–140, 202, 223–228
quotaclimat/data_ingestion/ingest_db
ingest_sitemap_in_db.py	55	37	33%	21–42, 45–58, 62–73
quotaclimat/data_ingestion/scrap_html
scrap_description_article.py	36	3	92%	19–20, 32
quotaclimat/data_processing/mediatree
api_import.py	184	110	40%	42–46, 51–63, 67–70, 76, 79–112, 118–133, 137–138, 151–163, 167–173, 186–197, 200–204, 210, 237–238, 242, 246–265, 268–270
channel_program.py	91	9	90%	21–23, 34–36, 50, 86, 95
config.py	15	2	87%	7, 16
detect_keywords.py	180	4	98%	178, 230–232
update_pg_keywords.py	44	30	32%	14–84, 105–106, 127–152, 158
utils.py	66	23	65%	18, 29–53, 56, 65, 81–82
quotaclimat/utils
healthcheck_config.py	29	14	52%	22–24, 27–38
logger.py	24	11	54%	22–24, 28–37
sentry.py	10	2	80%	21–22
TOTAL	1094	282	74%