update images (#464)

* update images * fix numpy issues * fix scib kbet by pinning scipy to <= 1.13 (see theislab/scib#412) * remove unnecessary workaround * add workaround to other mse component * update viash test to only run on the main branch or in PRs
openproblems-bio · Sep 4, 2024 · 9493835 · 9493835
1 parent aab07af
commit 9493835
Show file tree

Hide file tree

Showing 163 changed files with 168 additions and 186 deletions.
diff --git a/.github/workflows/viash-test.yml b/.github/workflows/viash-test.yml
@@ -3,34 +3,15 @@ name: viash test
 on:
   pull_request:
   push:
-    branches: [ '**' ]
+    branches: [ main ]
 
 jobs:
-  run_ci_check_job:
-    runs-on: ubuntu-latest
-    outputs:
-      run_ci: ${{ steps.github_cli.outputs.check }}
-    steps:
-      - name: 'Check if branch has an existing pull request and the trigger was a push'
-        id: github_cli
-        run: |
-          pull_request=$(gh pr list -R ${{ github.repository }} -H ${{ github.ref_name }} --json url --state open --limit 1 | jq '.[0].url')
-          # If the branch has a PR and this run was triggered by a push event, do not run
-          if [[ "$pull_request" != "null" && "$GITHUB_REF_NAME" != "main" && "${{ github.event_name == 'push' }}" == "true" && "${{ !contains(github.event.head_commit.message, 'ci force') }}" == "true" ]]; then
-            echo "check=false" >> $GITHUB_OUTPUT
-          else
-            echo "check=true" >> $GITHUB_OUTPUT
-          fi
-        env:
-          GITHUB_TOKEN: ${{ secrets.GTHB_PAT }}
 
   # phase 1
   list:
-    needs: run_ci_check_job
     env:
       s3_bucket: s3://openproblems-data/resources_test/
     runs-on: ubuntu-latest
-    if: "needs.run_ci_check_job.outputs.run_ci == 'true'"
 
     outputs:
       matrix: ${{ steps.set_matrix.outputs.matrix }}

diff --git a/CONTRIBUTING.qmd b/CONTRIBUTING.qmd
@@ -185,7 +185,7 @@ functionality:
       path: script.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
     setup:
       - type: python
         packages: [scikit-learn]

diff --git a/src/common/check_dataset_schema/config.vsh.yaml b/src/common/check_dataset_schema/config.vsh.yaml
@@ -36,7 +36,7 @@ functionality:
       path: test.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
     test_setup:
       - type: python
         packages: viashpy

diff --git a/src/common/check_yaml_schema/config.vsh.yaml b/src/common/check_yaml_schema/config.vsh.yaml
@@ -18,7 +18,7 @@ functionality:
       path: script.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
     setup:
       - type: python
         pypi:

diff --git a/src/common/create_component/script.py b/src/common/create_component/script.py
@@ -141,11 +141,11 @@ def generate_resources(par, script_path) -> str:
 def generate_docker_platform(par) -> str:
   """Set up the docker platform for Python."""
   if par["language"] == "python":
-    image_str = "ghcr.io/openproblems-bio/base_python:1.0.4"
+    image_str = "openproblems/base_python:1.0.0"
     setup_type = "python"
     package_example = "scib==1.1.5"
   elif par["language"] == "r":
-    image_str = "ghcr.io/openproblems-bio/base_r:1.0.4"
+    image_str = "openproblems/base_r:1.0.0"
     setup_type = "r"
     package_example = "tidyverse"
   return strip_margin(f'''\

diff --git a/src/common/create_task_readme/config.vsh.yaml b/src/common/create_task_readme/config.vsh.yaml
@@ -48,7 +48,7 @@ functionality:
       dest: openproblems-v2/_viash.yaml
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_r:1.0.4
+    image: openproblems/base_r:1.0.0
     setup:
       - type: r
         packages: [dplyr, purrr, rlang, glue, yaml, fs, cli, igraph, rmarkdown, processx]

diff --git a/src/common/extract_metadata/config.vsh.yaml b/src/common/extract_metadata/config.vsh.yaml
@@ -31,7 +31,7 @@ functionality:
       path: test.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
     test_setup:
       - type: python
         packages: viashpy

diff --git a/src/common/extract_scores/config.vsh.yaml b/src/common/extract_scores/config.vsh.yaml
@@ -26,7 +26,7 @@ functionality:
       path: script.R
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_r:1.0.4
+    image: openproblems/base_r:1.0.0
     setup:
       - type: r
         cran: [ tidyverse ]

diff --git a/src/common/ontology/check_obsolete_terms/config.vsh.yaml b/src/common/ontology/check_obsolete_terms/config.vsh.yaml
@@ -70,7 +70,7 @@ functionality:
     - path: /resources_test/common/cellxgene_census
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_r:1.0.4
+    image: openproblems/base_r:1.0.0
     setup:
       - type: r
         packages: [ dplyr, tidyr, tibble, ontologyIndex, processx ]
diff --git a/src/common/process_task_results/generate_qc/config.vsh.yaml b/src/common/process_task_results/generate_qc/config.vsh.yaml
@@ -33,7 +33,7 @@ functionality:
       path: script.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
   - type: nextflow
     directives:
       label: [lowmem, lowtime, lowcpu]
diff --git a/src/common/process_task_results/get_api_info/config.vsh.yaml b/src/common/process_task_results/get_api_info/config.vsh.yaml
@@ -8,7 +8,7 @@ functionality:
       path: script.R
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_r:1.0.4
+    image: openproblems/base_r:1.0.0
     setup:
       - type: r
         cran: [ purrr, dplyr, yaml, rlang, processx ]

diff --git a/src/common/process_task_results/get_dataset_info/config.vsh.yaml b/src/common/process_task_results/get_dataset_info/config.vsh.yaml
@@ -11,7 +11,7 @@ functionality:
       dest: test_file.yaml
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_r:1.0.4
+    image: openproblems/base_r:1.0.0
     setup:
       - type: r
         cran: [ purrr, yaml, rlang, processx ]

diff --git a/src/common/process_task_results/get_method_info/config.vsh.yaml b/src/common/process_task_results/get_method_info/config.vsh.yaml
@@ -11,7 +11,7 @@ functionality:
       dest: test_file.yaml
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_r:1.0.4
+    image: openproblems/base_r:1.0.0
     setup:
       - type: r
         cran: [ purrr, yaml, rlang, processx ]

diff --git a/src/common/process_task_results/get_metric_info/config.vsh.yaml b/src/common/process_task_results/get_metric_info/config.vsh.yaml
@@ -11,7 +11,7 @@ functionality:
       dest: test_file.yaml
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_r:1.0.4
+    image: openproblems/base_r:1.0.0
     setup:
       - type: r
         cran: [ purrr, yaml, rlang, processx ]

diff --git a/src/common/process_task_results/get_results/config.vsh.yaml b/src/common/process_task_results/get_results/config.vsh.yaml
@@ -42,7 +42,7 @@ functionality:
       path: script.R
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_r:1.0.4
+    image: openproblems/base_r:1.0.0
     setup:
       - type: r
         cran: [ purrr, yaml, rlang, dplyr, tidyr, readr, lubridate, dynutils, processx ]

diff --git a/src/common/process_task_results/get_task_info/config.vsh.yaml b/src/common/process_task_results/get_task_info/config.vsh.yaml
@@ -11,7 +11,7 @@ functionality:
       dest: test_file.yaml
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_r:1.0.4
+    image: openproblems/base_r:1.0.0
     setup:
       - type: r
         cran: [ purrr, yaml, rlang, processx ]

diff --git a/src/common/process_task_results/yaml_to_json/config.vsh.yaml b/src/common/process_task_results/yaml_to_json/config.vsh.yaml
@@ -11,6 +11,6 @@ functionality:
       dest: test_file.yaml
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
   - type: nextflow
   - type: native
diff --git a/src/datasets/loaders/cellxgene_census/config.vsh.yaml b/src/datasets/loaders/cellxgene_census/config.vsh.yaml
@@ -151,7 +151,7 @@ functionality:
       path: test.py
 platforms:
   - type: docker
-    #image: ghcr.io/openproblems-bio/base_python:1.0.4
+    #image: openproblems/base_python:1.0.0
     image: python:3.11
     setup:
       - type: python

diff --git a/src/datasets/loaders/cellxgene_census_from_source_h5ad/config.vsh.yaml b/src/datasets/loaders/cellxgene_census_from_source_h5ad/config.vsh.yaml
@@ -114,7 +114,7 @@ functionality:
       path: test.py
 platforms:
   - type: docker
-    #image: ghcr.io/openproblems-bio/base_python:1.0.4
+    #image: openproblems/base_python:1.0.0
     image: python:3.11
     setup:
       - type: python

diff --git a/src/datasets/loaders/openproblems_neurips2021_bmmc/config.vsh.yaml b/src/datasets/loaders/openproblems_neurips2021_bmmc/config.vsh.yaml
@@ -68,7 +68,7 @@ functionality:
     #   path: /resources_test/common/openproblems_neurips2021/neurips2021_bmmc_cite.h5ad
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
   - type: nextflow
     directives:
-      label: [highmem, midcpu , midtime]
+      label: [highmem, midcpu, midtime]
diff --git a/src/datasets/loaders/openproblems_neurips2022_pbmc/config.vsh.yaml b/src/datasets/loaders/openproblems_neurips2022_pbmc/config.vsh.yaml
@@ -74,7 +74,7 @@ functionality:
     #   path: /resources_test/common/openproblems_neurips2021/neurips2021_bmmc_cite.h5ad
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
   - type: nextflow
     directives:
       label: [ highmem, midcpu, midtime]
diff --git a/src/datasets/loaders/openproblems_v1/config.vsh.yaml b/src/datasets/loaders/openproblems_v1/config.vsh.yaml
@@ -72,7 +72,7 @@ functionality:
       path: test.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
     setup:
       - type: apt
         packages: git

diff --git a/src/datasets/loaders/openproblems_v1_multimodal/config.vsh.yaml b/src/datasets/loaders/openproblems_v1_multimodal/config.vsh.yaml
@@ -80,7 +80,7 @@ functionality:
       path: test.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
     setup:
       - type: apt
         packages: git

diff --git a/src/datasets/normalization/atac_tfidf/config.vsh.yaml b/src/datasets/normalization/atac_tfidf/config.vsh.yaml
@@ -12,7 +12,7 @@ functionality:
       path: script.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
     setup:
       - type: python
         packages:

diff --git a/src/datasets/normalization/l1_sqrt/config.vsh.yaml b/src/datasets/normalization/l1_sqrt/config.vsh.yaml
@@ -16,12 +16,12 @@ functionality:
       path: script.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
     setup:
       - type: python
         packages:
           - scprep
-          - numpy
+          - numpy<2
   - type: nextflow
     directives: 
       label: [midtime, midmem, midcpu]
diff --git a/src/datasets/normalization/log_cp/config.vsh.yaml b/src/datasets/normalization/log_cp/config.vsh.yaml
@@ -12,7 +12,7 @@ functionality:
       description: "Number of counts per cell"
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
   - type: nextflow
     directives: 
       label: [midtime, midmem, midcpu]
diff --git a/src/datasets/normalization/log_scran_pooling/config.vsh.yaml b/src/datasets/normalization/log_scran_pooling/config.vsh.yaml
@@ -7,7 +7,7 @@ functionality:
       path: script.R
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_r:1.0.4
+    image: openproblems/base_r:1.0.0
     setup:
       - type: r
         cran: [ Matrix, rlang, scran, BiocParallel ]

diff --git a/src/datasets/normalization/prot_clr/config.vsh.yaml b/src/datasets/normalization/prot_clr/config.vsh.yaml
@@ -16,7 +16,7 @@ functionality:
       path: script.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
     setup:
       - type: python
         packages:

diff --git a/src/datasets/normalization/sqrt_cp/config.vsh.yaml b/src/datasets/normalization/sqrt_cp/config.vsh.yaml
@@ -12,7 +12,7 @@ functionality:
       description: "Number of counts per cell"
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
   - type: nextflow
     directives: 
       label: [midtime, midmem, midcpu]
diff --git a/src/datasets/processors/hvg/config.vsh.yaml b/src/datasets/processors/hvg/config.vsh.yaml
@@ -7,7 +7,7 @@ functionality:
       path: script.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
   - type: nextflow
     directives:
       label: [midtime, highmem, midcpu]
diff --git a/src/datasets/processors/knn/config.vsh.yaml b/src/datasets/processors/knn/config.vsh.yaml
@@ -7,7 +7,7 @@ functionality:
       path: script.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
   - type: nextflow
     directives:
       label: [midtime, highmem, midcpu]
diff --git a/src/datasets/processors/pca/config.vsh.yaml b/src/datasets/processors/pca/config.vsh.yaml
@@ -11,7 +11,7 @@ functionality:
   #   - path: "../../../resources_test/common/pancreas"
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
   - type: nextflow
     directives:
       label: [midtime, highmem, midcpu]
diff --git a/src/datasets/processors/subsample/config.vsh.yaml b/src/datasets/processors/subsample/config.vsh.yaml
@@ -41,7 +41,7 @@ functionality:
     - path: /resources_test/common/pancreas
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
     test_setup:
       - type: python
         packages:

diff --git a/src/datasets/processors/svd/config.vsh.yaml b/src/datasets/processors/svd/config.vsh.yaml
@@ -7,7 +7,7 @@ functionality:
       path: script.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
     setup:
       - type: python
         pypi: [scikit-learn]

diff --git a/src/migration/check_migration_status/config.vsh.yaml b/src/migration/check_migration_status/config.vsh.yaml
@@ -25,6 +25,6 @@ functionality:
       path: test.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
   - type: nextflow
   - type: native
diff --git a/src/migration/list_git_shas/config.vsh.yaml b/src/migration/list_git_shas/config.vsh.yaml
@@ -32,7 +32,7 @@ functionality:
       path: test.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
     test_setup:
       - type: docker
         run: "git clone https://github.com/openproblems-bio/openproblems-v2.git"

diff --git a/src/migration/update_bibtex/config.vsh.yaml b/src/migration/update_bibtex/config.vsh.yaml
@@ -19,7 +19,7 @@ functionality:
       path: test.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_python:1.0.4
+    image: openproblems/base_python:1.0.0
     setup:
       - type: python
         pypi: git+https://github.com/sciunto-org/python-bibtexparser@main
diff --git a/src/tasks/batch_integration/control_methods/no_integration/batch_embed/config.vsh.yaml b/src/tasks/batch_integration/control_methods/no_integration/batch_embed/config.vsh.yaml
@@ -18,7 +18,7 @@ functionality:
       path: /src/common/helper_functions/read_anndata_partial.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_images/python:1.1.0
+    image: openproblems/base_python:1.0.0
   - type: nextflow
     directives:
       label: [midtime, lowmem, lowcpu]
diff --git a/src/tasks/batch_integration/control_methods/no_integration/global_embed/config.vsh.yaml b/src/tasks/batch_integration/control_methods/no_integration/global_embed/config.vsh.yaml
@@ -18,7 +18,7 @@ functionality:
       path: /src/common/helper_functions/read_anndata_partial.py
 platforms:
   - type: docker
-    image: ghcr.io/openproblems-bio/base_images/python:1.1.0
+    image: openproblems/base_python:1.0.0
   - type: nextflow
     directives:
       label: [ "midtime", "lowmem", "lowcpu"]