From 7506d658a9eb47dd89ced80583c7974d0e9f7c20 Mon Sep 17 00:00:00 2001 From: mahf708 Date: Sat, 23 Nov 2024 11:48:51 -0500 Subject: [PATCH] no need to run standalone for now --- .github/workflows/inputdata.yaml | 1 - .github/workflows/standalone-ghci.yaml | 80 ----------------- inputdata/files-standalone.txt | 55 ------------ standalone-ghci/Dockerfile | 116 ------------------------- standalone-ghci/readme | 7 -- 5 files changed, 259 deletions(-) delete mode 100644 .github/workflows/standalone-ghci.yaml delete mode 100644 inputdata/files-standalone.txt delete mode 100644 standalone-ghci/Dockerfile delete mode 100644 standalone-ghci/readme diff --git a/.github/workflows/inputdata.yaml b/.github/workflows/inputdata.yaml index 86c3eb8..b5a8aaa 100644 --- a/.github/workflows/inputdata.yaml +++ b/.github/workflows/inputdata.yaml @@ -26,7 +26,6 @@ jobs: matrix: data: - files - - files-standalone steps: - diff --git a/.github/workflows/standalone-ghci.yaml b/.github/workflows/standalone-ghci.yaml deleted file mode 100644 index 7b9f66a..0000000 --- a/.github/workflows/standalone-ghci.yaml +++ /dev/null @@ -1,80 +0,0 @@ -name: ghci - -on: - pull_request: - branches: [ main ] - paths: - - 'standalone-ghci/**' - - '.github/workflows/standalone-ghci.yaml' - push: - branches: [ main ] - paths: - - 'standalone-ghci/**' - - '.github/workflows/standalone-ghci.yaml' - tags: - - 'standalone-ghci-*' - -env: - GCC_VERSION: "11.4.0" - MPICH_VERSION: "4.2.1" - SZIP_VERSION: "2.1.1" - HDF5_VERSION: "1.12.3" - NETCDFC_VERSION: "4.9.2" - NETCDFCXX_VERSION: "4.2" - NETCDFFORTRAN_VERSION: "4.6.1" - PNETCDF_VERSION: "1.12.1" - -jobs: - ocis: - runs-on: ubuntu-latest - permissions: - contents: read - packages: write - id-token: write - - steps: - - - name: Checkout - uses: actions/checkout@v4 - with: - submodules: recursive - show-progress: false - persist-credentials: false - - - name: GHCR - uses: docker/login-action@v3 - with: - registry: ghcr.io - username: ${{ github.actor }} - password: ${{ secrets.GITHUB_TOKEN }} - - - name: Meta - id: meta - uses: docker/metadata-action@v5 - with: - images: | - ghcr.io/${{ github.repository }}-standalone-ghci - - - name: QEMU - uses: docker/setup-qemu-action@v3 - - - name: Buildx - uses: docker/setup-buildx-action@v3 - - - name: Push - uses: docker/build-push-action@v6 - with: - context: standalone-ghci/ - file: standalone-ghci/Dockerfile - push: ${{ github.event_name != 'pull_request' }} - tags: ${{ steps.meta.outputs.tags }} - labels: ${{ steps.meta.outputs.labels }} - build-args: | - GCC_VERSION=${{ env.GCC_VERSION }} - MPICH_VERSION=${{ env.MPICH_VERSION }} - SZIP_VERSION=${{ env.SZIP_VERSION }} - HDF5_VERSION=${{ env.HDF5_VERSION }} - NETCDFC_VERSION=${{ env.NETCDFC_VERSION }} - NETCDFCXX_VERSION=${{ env.NETCDFCXX_VERSION }} - NETCDFFORTRAN_VERSION=${{ env.NETCDFFORTRAN_VERSION }} - PNETCDF_VERSION=${{ env.PNETCDF_VERSION }} diff --git a/inputdata/files-standalone.txt b/inputdata/files-standalone.txt deleted file mode 100644 index c1cbbaa..0000000 --- a/inputdata/files-standalone.txt +++ /dev/null @@ -1,55 +0,0 @@ -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/cam/scam/iop/CASS_iopfile_4scam.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/cam/topo/USGS-gtopo30_ne2np4pg2_x6t_20230331.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/cam/topo/USGS-gtopo30_ne4np4pg2_16x_converted.c20200527.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/homme_mam4xx_ne4_init.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/rrtmgp-allsky.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/rrtmgp-cloud-optics-coeffs-lw.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/rrtmgp-cloud-optics-coeffs-sw.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/rrtmgp-data-lw-g128-210809.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/rrtmgp-data-lw-g256-2018-12-04.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/rrtmgp-data-sw-g112-210809.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/rrtmgp-data-sw-g224-2018-12-04.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/scream_unit_tests_aerosol_optics_ne2np4L72_20220822.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/screami_ne4np4L72_20220823.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/spa_data_for_testing.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/spa_file_unified_and_complete_ne2np4L72_20231222.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/spa_file_unified_and_complete_ne4_20220428.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/spa_file_unified_and_complete_ne4_scream.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/spa_file_unified_and_complete_ne4pg2_20231222.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/spa_init_ne2np4.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/vertical_coordinates_L72_20220927.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/screami_unit_tests_ne2np4L128_20220822.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/init/screami_unit_tests_ne2np4L72_20220822.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/emissions/ne2np4/surface/DMSflux.2010.ne2np4_conserv.POPmonthlyClimFromACES4BGC_c20240726.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/emissions/ne2np4/surface/cmip6_mam4_bc_a4_surf_ne2np4_2010_clim_c20240726.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/emissions/ne2np4/surface/cmip6_mam4_num_a1_surf_ne2np4_2010_clim_c20240726.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/emissions/ne2np4/surface/cmip6_mam4_num_a2_surf_ne2np4_2010_clim_c20240726.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/emissions/ne2np4/surface/cmip6_mam4_num_a4_surf_ne2np4_2010_clim_c20240726.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/emissions/ne2np4/surface/cmip6_mam4_pom_a4_surf_ne2np4_2010_clim_c20240726.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/emissions/ne2np4/surface/cmip6_mam4_so2_surf_ne2np4_2010_clim_c20240723.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/emissions/ne2np4/surface/cmip6_mam4_so4_a1_surf_ne2np4_2010_clim_c20240726.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/emissions/ne2np4/surface/cmip6_mam4_so4_a2_surf_ne2np4_2010_clim_c20240726.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/physprops/bcpho_rrtmg_c20240206.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/physprops/dust_aeronet_rrtmg_c20240206.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/physprops/mam4_mode1_rrtmg_aeronetdust_c20240206.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/physprops/mam4_mode2_rrtmg_c20240206.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/physprops/mam4_mode3_rrtmg_aeronetdust_c20240206.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/physprops/mam4_mode4_rrtmg_c20240206.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/physprops/ocphi_rrtmg_c20240206.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/physprops/ocpho_rrtmg_c20240206.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/physprops/poly_rrtmg_c20240206.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/physprops/ssam_rrtmg_c20240206.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/physprops/sulfate_rrtmg_c20240206.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx/physprops/water_refindex_rrtmg_c20240206.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx_ne2np4L72_20240329.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/mam4xx_ne4_init.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/maps/map_ne4np4_to_ne2np4_mono.nc -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/tables/mu_r_table_vals.dat4 -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/tables/mu_r_table_vals.dat8 -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/tables/p3_lookup_table_1.dat-v4.1.1 -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/tables/revap_table_vals.dat4 -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/tables/revap_table_vals.dat8 -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/tables/vm_table_vals.dat4 -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/tables/vm_table_vals.dat8 -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/tables/vn_table_vals.dat4 -https://web.lcrc.anl.gov/public/e3sm/inputdata/atm/scream/tables/vn_table_vals.dat8 diff --git a/standalone-ghci/Dockerfile b/standalone-ghci/Dockerfile deleted file mode 100644 index 7b3be3c..0000000 --- a/standalone-ghci/Dockerfile +++ /dev/null @@ -1,116 +0,0 @@ -FROM ghcr.io/e3sm-project/containers-inputdata-files-standalone:main - -ARG GCC_VERSION=11.4.0 -ARG MPICH_VERSION=4.2.1 -ARG SZIP_VERSION=2.1.1 -ARG HDF5_VERSION=1.12.3 -ARG NETCDFC_VERSION=4.9.2 -ARG NETCDFCXX_VERSION=4.2 -ARG NETCDFFORTRAN_VERSION=4.6.1 -ARG PNETCDF_VERSION=1.12.1 - -ENV GCC_VERSION=${GCC_VERSION} -ENV MPICH_VERSION=${MPICH_VERSION} -ENV SZIP_VERSION=${SZIP_VERSION} -ENV HDF5_VERSION=${HDF5_VERSION} -ENV NETCDFC_VERSION=${NETCDFC_VERSION} -ENV NETCDFCXX_VERSION=${NETCDFCXX_VERSION} -ENV NETCDFFORTRAN_VERSION=${NETCDFFORTRAN_VERSION} -ENV PNETCDF_VERSION=${PNETCDF_VERSION} - -RUN apt-get update -RUN apt-get -y upgrade -RUN apt-get -y remove cmake -RUN apt-get -y install software-properties-common -RUN add-apt-repository universe -RUN apt-get update && apt-get -y install \ - locales csh m4 libcurl4-openssl-dev \ - libz-dev gcc g++ gfortran liblapack-dev make git \ - git wget subversion libxml2-dev libxml2-utils libxml-libxml-perl \ - libswitch-perl build-essential checkinstall zlib1g-dev libssl-dev \ - python3-distutils python-is-python3 python3-pip python3-full - -RUN python -m pip install netcdf4 pyyaml psutil pylint nanobind - -RUN python -m pip cache purge -RUN apt-get -y autoremove - -# TODO: move to env file (spack.yaml)? -RUN mkdir -p /opt/spack-environment \ -&& (echo "spack:" \ -&& echo " " \ -&& echo " definitions:" \ -&& echo " - compilers: [gcc@${GCC_VERSION}]" \ -&& echo " - mpis: [mpich@${MPICH_VERSION}]" \ -&& echo " - mpipkgs:" \ -&& echo " - hdf5@${HDF5_VERSION}" \ -&& echo " - netcdf-c@${NETCDFC_VERSION}" \ -&& echo " - netcdf-cxx@${NETCDFCXX_VERSION}" \ -&& echo " - netcdf-fortran@${NETCDFFORTRAN_VERSION}" \ -&& echo " - parallel-netcdf@${PNETCDF_VERSION}" \ -&& echo " - othpkgs:" \ -&& echo " - cmake" \ -&& echo " - cprnc" \ -&& echo " - yaml-cpp" \ -&& echo " - fmt" \ -&& echo " - spdlog" \ -&& echo " " \ -&& echo " specs:" \ -&& echo " - szip" \ -&& echo " - matrix:" \ -&& echo " - [\$mpis]" \ -&& echo " - [\$%compilers]" \ -&& echo " - matrix:" \ -&& echo " - [\$othpkgs]" \ -&& echo " - [\$%compilers]" \ -&& echo " - matrix:" \ -&& echo " - [\$mpipkgs]" \ -&& echo " - [\$^mpis]" \ -&& echo " - [\$%compilers]" \ -&& echo " " \ -&& echo " concretizer:" \ -&& echo " unify: true" \ -&& echo " " \ -&& echo " config:" \ -&& echo " install_tree: /opt/software" \ -&& echo " " \ -&& echo " view: /usr/local/packages" \ -&& echo "") > /opt/spack-environment/spack.yaml - -# TODO: do these intervene with each other? -# https://cache.spack.io/tag/v0.22.2/ -RUN spack mirror add v0.22.2 https://binaries.spack.io/v0.22.2 -RUN spack buildcache keys --install --trust -# https://cache.spack.io/tag/v0.22.1/?stack=e4s -RUN spack mirror add v0.22.2-e4s https://binaries.spack.io/v0.22.2/e4s -RUN spack buildcache keys --install --trust -# https://cache.spack.io/tag/v0.22.2/?stack=root# -RUN spack mirror add v0.22.2-root https://binaries.spack.io/v0.22.2/root -RUN spack buildcache keys --install --trust - -# TODO: add e4s inventory when they support ubuntu 22.04+ -# # https://oaciss.uoregon.edu/e4s/inventory.html -# RUN spack mirror add E4S-24.0 https://cache.e4s.io/24.0 -# RUN spack buildcache keys -it -# RUN spack mirror add E4S https://cache.e4s.io -# RUN spack buildcache keys -it - -RUN cd /opt/spack-environment && spack env activate . && spack install --fail-fast && spack gc -y - -RUN cd /opt/spack-environment && \ - spack env activate --sh -d . >> /etc/profile.d/z10_spack_environment.sh - -ENV USER=ghciocitester - -RUN git config --global user.email "${USER}@${USER}.${USER}" -RUN git config --global user.name "${USER}" - -ARG DEBIAN_FRONTEND=noninteractive -ENV TZ=America/Los_Angeles - -ENV LANGUAGE=en_US:en \ - LANG=en_US.UTF-8 - -# TODO: maybe add a test here or in the workflow? - -ENTRYPOINT ["/bin/bash", "--rcfile", "/etc/profile", "-l"] diff --git a/standalone-ghci/readme b/standalone-ghci/readme deleted file mode 100644 index 32a1121..0000000 --- a/standalone-ghci/readme +++ /dev/null @@ -1,7 +0,0 @@ -The standalone-ghci container is mainly for testing eamxx standalone on github actions - -Design notes -- the container is based on ghcr.io/e3sm-project/containers-inputdata-files-standalone:main -- the container relies on binary cache to accelerate builds -- the container is based on gcc 11, native to ubuntu 22.04 (jammy) -- the container has mpich 3.4.3, to ensure compatibility with craympich