wip ci

dataforgoodfr · Mar 6, 2024 · d41fbe9 · d41fbe9 · github-actions · Mar 6, 2024
1 parent 73e841b
commit d41fbe9
Show file tree

Hide file tree

Showing 3 changed files with 186 additions and 186 deletions.
diff --git a/.github/workflows/deploy-main.yml b/.github/workflows/deploy-main.yml
@@ -73,4 +73,4 @@ jobs:
         SCW_ORGANIZATION_ID: ${{ secrets.SCW_ORGANIZATION_ID }}
         SCW_ZONE: ${{ secrets.SCW_ZONE }}
       with:
-        args: jobs definition update ${{ env.SCALEWAY_JOB_IMPORT_ID }} image-uri=${{ secrets.CONTAINER_REGISTRY_ENDPOINT }}/mediatree_import:${{ env.PROJECT_VERSION }}
+        args: jobs definition update ${{ secrets.SCALEWAY_JOB_IMPORT_ID }} image-uri=${{ secrets.CONTAINER_REGISTRY_ENDPOINT }}/mediatree_import:${{ env.PROJECT_VERSION }}
diff --git a/.github/workflows/scaleway-start-import-job-update.yml b/.github/workflows/scaleway-start-import-job-update.yml
@@ -15,7 +15,7 @@ jobs:
         SCW_ORGANIZATION_ID: ${{ secrets.SCW_ORGANIZATION_ID }}
         SCW_ZONE: ${{ secrets.SCW_ZONE }}
       with:
-        args: jobs definition update ${{ env.SCALEWAY_JOB_IMPORT_ID }} image-uri=${{ secrets.CONTAINER_REGISTRY_ENDPOINT }}/mediatree_import:0.1.61
+        args: jobs definition update ${{ secrets.SCALEWAY_JOB_IMPORT_ID }} image-uri=${{ secrets.CONTAINER_REGISTRY_ENDPOINT }}/mediatree_import:0.1.61
 
     - name: start import job to reapply logic to all elements offset 0
       uses: jawher/[email protected]
@@ -25,7 +25,7 @@ jobs:
         SCW_ORGANIZATION_ID: ${{ secrets.SCW_ORGANIZATION_ID }}
         SCW_ZONE: ${{ secrets.SCW_ZONE }}
       with:
-        args: jobs definition start ${{ env.SCALEWAY_JOB_IMPORT_ID }} environment-variables.UPDATE=true environment-variables.START_OFFSET=0
+        args: jobs definition start ${{ secrets.SCALEWAY_JOB_IMPORT_ID }} environment-variables.UPDATE=true environment-variables.START_OFFSET=0
     - name: start import job to reapply logic to all elements offset 300000
       uses: jawher/[email protected]
       env:
@@ -34,7 +34,7 @@ jobs:
         SCW_ORGANIZATION_ID: ${{ secrets.SCW_ORGANIZATION_ID }}
         SCW_ZONE: ${{ secrets.SCW_ZONE }}
       with:
-        args: jobs definition start ${{ env.SCALEWAY_JOB_IMPORT_ID }} environment-variables.UPDATE=true environment-variables.START_OFFSET=300000
+        args: jobs definition start ${{ secrets.SCALEWAY_JOB_IMPORT_ID }} environment-variables.UPDATE=true environment-variables.START_OFFSET=300000
     - name: start import job to reapply logic to all elements offset 600000
       uses: jawher/[email protected]
       env:
@@ -43,7 +43,7 @@ jobs:
         SCW_ORGANIZATION_ID: ${{ secrets.SCW_ORGANIZATION_ID }}
         SCW_ZONE: ${{ secrets.SCW_ZONE }}
       with:
-        args: jobs definition start ${{ env.SCALEWAY_JOB_IMPORT_ID }} environment-variables.UPDATE=true environment-variables.START_OFFSET=600000
+        args: jobs definition start ${{ secrets.SCALEWAY_JOB_IMPORT_ID }} environment-variables.UPDATE=true environment-variables.START_OFFSET=600000
     - name: start import job to reapply logic to all elements offset 900000
       uses: jawher/[email protected]
       env:
@@ -52,4 +52,4 @@ jobs:
         SCW_ORGANIZATION_ID: ${{ secrets.SCW_ORGANIZATION_ID }}
         SCW_ZONE: ${{ secrets.SCW_ZONE }}
       with:
-        args: jobs definition start ${{ env.SCALEWAY_JOB_IMPORT_ID }} environment-variables.UPDATE=true environment-variables.START_OFFSET=900000
+        args: jobs definition start ${{ secrets.SCALEWAY_JOB_IMPORT_ID }} environment-variables.UPDATE=true environment-variables.START_OFFSET=900000
File	Stmts	Miss	Cover	Missing
postgres
insert_data.py	44	7	84%	36–38, 57–59, 64
insert_existing_data_example.py	20	3	85%	25–27
postgres/schemas
models.py	84	15	82%	88–95, 105–106, 115–125
quotaclimat/data_analytics
analytics_signataire_charte.py	29	29	0%	1–67
bilan.py	108	108	0%	2–372
data_coverage.py	34	34	0%	1–94
exploration.py	125	125	0%	1–440
sitemap_analytics.py	118	118	0%	1–343
quotaclimat/data_ingestion
categorization_program_type.py	1	1	0%	1
config_youtube.py	1	1	0%	1
scaleway_db_backups.py	34	34	0%	1–74
scrap_chartejournalismeecologie_signataires.py	50	50	0%	1–169
scrap_sitemap.py	134	17	87%	27–28, 33–34, 66–71, 95–97, 138–140, 202, 223–228
scrap_tv_program.py	62	62	0%	1–149
scrap_youtube.py	114	114	0%	1–238
quotaclimat/data_ingestion/ingest_db
ingest_sitemap_in_db.py	59	41	31%	21–42, 45–65, 69–80
quotaclimat/data_ingestion/scrap_html
scrap_description_article.py	36	3	92%	19–20, 32
quotaclimat/data_processing/mediatree
api_import.py	183	105	43%	41–45, 50–58, 62–65, 71, 74–101, 107–122, 127–129, 154–166, 170–173, 177–183, 194–205, 208–212, 218, 242–243, 247, 251–270, 273–275
config.py	15	2	87%	7, 16
detect_keywords.py	167	3	98%	230–232
utils.py	66	22	67%	19, 30–54, 57, 76–77
quotaclimat/data_processing/sitemap
sitemap_processing.py	41	27	34%	15–19, 23–25, 29–47, 51–58, 66–96, 101–103
quotaclimat/utils
channels.py	6	6	0%	1–95
climate_keywords.py	2	2	0%	3–35
healthcheck_config.py	29	14	52%	22–24, 27–38
logger.py	24	11	54%	22–24, 28–37
plotly_theme.py	17	17	0%	1–56
sentry.py	10	2	80%	21–22
TOTAL	1668	973	42%