diff --git a/.github/workflows/spatial_deconvolution-ci.yml b/.github/workflows/spatial_deconvolution-ci.yml index 1161bea0..b22e40da 100644 --- a/.github/workflows/spatial_deconvolution-ci.yml +++ b/.github/workflows/spatial_deconvolution-ci.yml @@ -78,7 +78,6 @@ jobs: - name: Replace template contents in configuration file run: | cd deconvolution - sed -i 's+condaenv:+conda_env: pipeline_env+g' pipeline.yml sed -i 's+use_gpu:+use_gpu: False+g' pipeline.yml sed -i 's+max_epochs: 400+max_epochs: 50+g' pipeline.yml diff --git a/.github/workflows/spatial_ingestion_merfish-ci.yml b/.github/workflows/spatial_ingestion_merfish-ci.yml new file mode 100644 index 00000000..89812404 --- /dev/null +++ b/.github/workflows/spatial_ingestion_merfish-ci.yml @@ -0,0 +1,103 @@ +name: Run tutorials (spatial ingest merfish) + +on: + push: + branches: + - main + pull_request: + branches: + - main + +env: + debug: 'true' + +jobs: + spatial_ingest_merfish: + runs-on: ubuntu-latest + strategy: + fail-fast: false + matrix: + os: ["ubuntu-latest"] # , "macos-latest", "windows-latest" + python-version: ["3.10"] + + steps: + - uses: actions/checkout@v4 + + - name: File tree + if: env.debug == 'true' + run: tree + + - uses: conda-incubator/setup-miniconda@v3 + with: + miniforge-version: latest + auto-activate-base: true + auto-update-conda: true + channels: conda-forge + channel-priority: strict + activate-environment: pipeline_env + environment-file: pipeline_env.yaml + + - name: Install Panpipes + shell: bash -el {0} + run: | + pip install .[spatial] + conda list + + - name: Conda info + if: env.debug == 'true' + shell: bash -el {0} + run: conda info + + - name: Conda list + if: env.debug == 'true' + shell: pwsh + run: conda list + + + - name: Preparing the data + run: | + mkdir spatial spatial/ingestion_merfish spatial/ingestion_merfish/data + cd spatial/ingestion_merfish/data + curl -L -o datasets_mouse_brain_map_BrainReceptorShowcase_Slice1_Replicate1_cell_by_gene_S1R1.csv https://figshare.com/ndownloader/files/45028624 + curl -L -o datasets_mouse_brain_map_BrainReceptorShowcase_Slice1_Replicate1_cell_metadata_S1R1.csv https://figshare.com/ndownloader/files/45028621 + mkdir images + cd images + curl -L -o datasets_mouse_brain_map_BrainReceptorShowcase_Slice1_Replicate1_images_micron_to_mosaic_pixel_transform.csv https://figshare.com/ndownloader/files/45028645 + + + # Note: we run the following to test that the commands works + - name: Preparing the configuration file + shell: bash -el {0} + run: | + cd spatial/ingestion_merfish + panpipes qc_spatial config + + - name: Preparing the submission file + run: | + cd spatial/ingestion_merfish + curl -o sample_file_qc_spatial.txt https://raw.githubusercontent.com/DendrouLab/panpipes-tutorials/main/docs/ingesting_merfish_data/sample_file_qc_spatial.txt + + - name: Preparing the yaml file + run: | + cd spatial/ingestion_merfish + curl -o pipeline.yml https://raw.githubusercontent.com/DendrouLab/panpipes-tutorials/main/docs/ingesting_merfish_data/pipeline.yml + + - name: File tree + if: env.debug == 'true' + run: tree spatial/ingestion_merfish + + - name: Review pipeline tasks + shell: bash -el {0} + run: | + cd spatial/ingestion_merfish + panpipes qc_spatial show full --local + + - name: Run pipeline tasks + shell: bash -el {0} + run: | + cd spatial/ingestion_merfish + panpipes qc_spatial make full --local + + - name: File tree + if: env.debug == 'true' + run: tree spatial/ingestion_merfish diff --git a/.github/workflows/spatial_ingestion_visium-ci.yml b/.github/workflows/spatial_ingestion_visium-ci.yml index c8113205..8fb57e05 100644 --- a/.github/workflows/spatial_ingestion_visium-ci.yml +++ b/.github/workflows/spatial_ingestion_visium-ci.yml @@ -85,11 +85,6 @@ jobs: cd spatial/ingestion curl -o pipeline.yml https://raw.githubusercontent.com/DendrouLab/panpipes-tutorials/main/docs/ingesting_visium_data/pipeline.yml - - name: Replace template contents in configuration file - run: | - cd spatial/ingestion - sed -i 's+condaenv:+conda_env: pipeline_env+g' pipeline.yml - - name: File tree if: env.debug == 'true' run: tree spatial/ingestion