From 421999ac3e29790f31c34d9efe8227297974b03d Mon Sep 17 00:00:00 2001 From: bio-la Date: Fri, 1 Mar 2024 17:13:01 +0100 Subject: [PATCH] action on smaller multivi --- .github/multiviintegration02-ci.yml | 100 +++++++++++++++++++++++++ .github/workflows/integration01-ci.yml | 4 +- 2 files changed, 102 insertions(+), 2 deletions(-) create mode 100644 .github/multiviintegration02-ci.yml diff --git a/.github/multiviintegration02-ci.yml b/.github/multiviintegration02-ci.yml new file mode 100644 index 00000000..0645ad6c --- /dev/null +++ b/.github/multiviintegration02-ci.yml @@ -0,0 +1,100 @@ +name: testing environment + +on: + push: + branches: + - main + pull_request: + branches: + - main + +env: + debug: 'true' + +jobs: + integration: + runs-on: ubuntu-latest + strategy: + fail-fast: false + matrix: + os: ["ubuntu-latest"] # , "macos-latest", "windows-latest" + python-version: ["3.10"] + + steps: + - uses: actions/checkout@v4 + + - name: File tree + if: env.debug == 'true' + run: tree + + - uses: conda-incubator/setup-miniconda@v3 + with: + miniforge-version: latest + auto-activate-base: true + auto-update-conda: true + channels: conda-forge + channel-priority: strict + activate-environment: pipeline_env + environment-file: pipeline_env.yaml +# important: this patch is only to test if multivi integration works +# issues are not related to panpipes https://discourse.scverse.org/t/error-when-training-model-on-m3-max-mps/1896/2 +# https://discourse.scverse.org/t/macbook-m1-m2-mps-acceleration-with-scvi/2075/4 + - name: Install Panpipes + shell: bash -el {0} + run: | + pip install . + conda list + + - name: Conda info + if: env.debug == 'true' + shell: bash -el {0} + run: conda info + + - name: Conda list + if: env.debug == 'true' + shell: pwsh + run: conda list + + # Note: all three files are renamed during the download to trim the "subsample_" prefix + - name: Preparing the data + run: | + mkdir -p teaseq/integration && cd teaseq/integration + curl -L -o teaseq.h5mu https://figshare.com/ndownloader/files/44796985 + + # Note: we run the following to test that the commands works + # However, the following task will replacing the file anyway + - name: Preparing the configuration file + shell: bash -el {0} + run: | + cd teaseq/integration + panpipes integration config + + - name: Edit the submission file + run: | + cd teaseq/integration + curl -o pipeline.yml https://raw.githubusercontent.com/DendrouLab/panpipes/fc_cipy/tests/integration_1/pipeline.yml + + - name: Replace template contents in configuration file + run: | + cd teaseq/integration + sed -i 's+/Users/fabiola.curion/Documents/devel/miniconda3/envs/pipeline_env+pipeline_env+g' pipeline.yml + + - name: File tree + if: env.debug == 'true' + run: tree teaseq + + - name: Review pipeline tasks + shell: bash -el {0} + run: | + cd teaseq/integration + panpipes integration show full --local + + - name: Run pipeline tasks + shell: bash -el {0} + run: | + cd teaseq/integration + panpipes integration make full --local + + - name: File tree + if: env.debug == 'true' + run: tree teaseq diff --git a/.github/workflows/integration01-ci.yml b/.github/workflows/integration01-ci.yml index 83871bad..2baaf3dc 100644 --- a/.github/workflows/integration01-ci.yml +++ b/.github/workflows/integration01-ci.yml @@ -58,8 +58,8 @@ jobs: # Note: all three files are renamed during the download to trim the "subsample_" prefix - name: Preparing the data run: | - mkdir -p teaseq/integration && cd teaseq/integration - curl -L -o teaseq.h5mu https://figshare.com/ndownloader/files/44471927 + mkdir -p teaseq/integration && cd teaseq/integration + curl -L -o teaseq.h5mu https://figshare.com/ndownloader/files/44796985 # Note: we run the following to test that the commands works # However, the following task will replacing the file anyway