Merge pull request #45 from nsls2-conda-envs/2024-3.0 #283
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: package_env | |
| on: | |
| push: | |
| # TODO: react also on reopening the PR. | |
| # pull_request: | |
| workflow_dispatch: | |
| jobs: | |
| generate_conda_packd_envs: | |
| name: conda-pack'd env with Python ${{ matrix.python-version }} | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: ["3.10", "3.11", "3.12"] | |
| fail-fast: false | |
| env: | |
| TZ: America/New_York | |
| defaults: | |
| run: | |
| shell: bash -leo pipefail {0} | |
| steps: | |
| - name: Checkout the code | |
| uses: actions/checkout@v4 | |
| - name: Install Python for YAML CLI tools | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.10" | |
| - name: Install YAML CLI tools | |
| run: | | |
| python3 -m pip install shyaml | |
| - name: Set env vars | |
| run: | | |
| set -euo pipefail | |
| export REPOSITORY_NAME=${GITHUB_REPOSITORY#*/} # just the repo, as opposed to org/repo | |
| echo "REPOSITORY_NAME=${REPOSITORY_NAME}" >> $GITHUB_ENV | |
| export DATETIME_STRING=$(date +%Y%m%d%H%M%S) | |
| echo "DATETIME_STRING=${DATETIME_STRING}" >> $GITHUB_ENV | |
| export PYTHONVER=$(echo ${{ matrix.python-version }} | sed 's/\.//g') | |
| echo "PYTHONVER=${PYTHONVER}" >> $GITHUB_ENV | |
| export CONDA_PACK_TEMPLATE_DIR=${HOME}/conda-pack-template | |
| echo "CONDA_PACK_TEMPLATE_DIR=${CONDA_PACK_TEMPLATE_DIR}" >> $GITHUB_ENV | |
| env_name=$(cat configs/config-py${PYTHONVER}.yml | shyaml get-value env_name) | |
| export CONDA_PACK_ENV_NAME=${env_name} | |
| echo "CONDA_PACK_ENV_NAME=${CONDA_PACK_ENV_NAME}" >> $GITHUB_ENV | |
| export ARTIFACTS_DIR="$HOME/artifacts" | |
| echo "ARTIFACTS_DIR=${ARTIFACTS_DIR}" >> $GITHUB_ENV | |
| if [ ! -d "${ARTIFACTS_DIR}" ]; then | |
| mkdir -v -p "${ARTIFACTS_DIR}" | |
| fi | |
| env | sort -u | |
| # - uses: conda-incubator/setup-miniconda@v3 | |
| # with: | |
| # python-version: ${{ matrix.python-version }} | |
| # # mamba-version: "*" | |
| # channels: conda-forge | |
| # channel-priority: strict | |
| # activate-environment: packaging | |
| # environment-file: envs/env-py${{ env.PYTHONVER }}.yml | |
| - name: Setup umamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| with: | |
| environment-file: envs/env-py${{ env.PYTHONVER }}.yml | |
| log-level: info | |
| - name: Check env | |
| run: | | |
| # For reference: https://www.gnu.org/software/bash/manual/html_node/The-Set-Builtin.html. | |
| set -euo pipefail | |
| conda info | |
| conda env list | |
| conda list | |
| pip list | |
| conda config --show-sources | |
| conda config --show | |
| printenv | sort | |
| - name: Export of the env .yml file | |
| run: | | |
| conda env export -f ${ARTIFACTS_DIR}/${CONDA_PACK_ENV_NAME}.yml | |
| cat ${ARTIFACTS_DIR}/${CONDA_PACK_ENV_NAME}.yml | |
| # https://github.com/actions/upload-artifact | |
| - name: Upload artifacts for the env .yml file | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ env.CONDA_PACK_ENV_NAME }}.yml | |
| path: ${{ env.ARTIFACTS_DIR }}/${{ env.CONDA_PACK_ENV_NAME }}.yml | |
| retention-days: 60 | |
| - name: Export files | |
| run: | | |
| # Per https://conda.github.io/conda-pack/cli.html: | |
| conda-pack -o ${ARTIFACTS_DIR}/${CONDA_PACK_ENV_NAME}.tar.gz --ignore-missing-files --ignore-editable-packages | |
| openssl sha256 ${ARTIFACTS_DIR}/${CONDA_PACK_ENV_NAME}.tar.gz > ${ARTIFACTS_DIR}/${CONDA_PACK_ENV_NAME}-sha256sum.txt | |
| openssl md5 ${ARTIFACTS_DIR}/${CONDA_PACK_ENV_NAME}.tar.gz > ${ARTIFACTS_DIR}/${CONDA_PACK_ENV_NAME}-md5sum.txt | |
| chmod -v 664 ${ARTIFACTS_DIR}/${CONDA_PACK_ENV_NAME}[.-]* | |
| - name: Checksum files | |
| run: | | |
| cat ${ARTIFACTS_DIR}/*sum.txt | |
| - name: Upload artifacts for branch | |
| if: | | |
| github.ref != 'refs/heads/main' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-${{ env.CONDA_PACK_ENV_NAME }}-${{ env.DATETIME_STRING }} | |
| path: ${{ env.ARTIFACTS_DIR }} | |
| retention-days: 14 | |
| - name: Upload artifacts for release | |
| if: | | |
| github.ref == 'refs/heads/main' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ env.CONDA_PACK_ENV_NAME }} | |
| path: ${{ env.ARTIFACTS_DIR }} | |
| retention-days: 60 |