Try

environments/romain_test/build_inner.sh

@@ -0,0 +1,8 @@
+### Custom install inner to build jupyter lab extensions
+
+set +u
+eval "$( ${MAMBA} shell hook --shell bash)"
+micromamba activate "${CONDA_INSTALLATION_PATH}/envs/${FULLENV}"
+set -u
+
+jupyter lab build

environments/romain_test/config.sh

@@ -0,0 +1,23 @@
+### config.sh MUST provide the following:
+### $FULLENV
+###
+### Arrays used by the build system (optional, can be empty)
+### rpms_to_remove
+### replace_from_apps
+### outside_commands_to_include
+### outside_files_to_copy
+
+
+### Optional config for custom deploy script
+export VERSION_TO_MODIFY=0.6
+export STABLE_VERSION=0.3
+export UNSTABLE_VERSION=0.6
+
+### Version settings
+export ENVIRONMENT=access-med
+export FULLENV="${ENVIRONMENT}-${VERSION_TO_MODIFY}"
+
+declare -a rpms_to_remove=( "openssh-clients" "openssh-server" "openssh" )
+declare -a replace_from_apps=( "openmpi/4.1.5" "ucx/1.14.0" )
+declare -a outside_commands_to_include=( "pbs_tmrsh" "ssh" )
+declare -a outside_files_to_copy=( "/g/data/hh5/public/apps/nci-intake-catalogue/catalogue_new.yaml" )

environments/romain_test/deploy.sh

@@ -0,0 +1,18 @@
+### Update stable/unstable if necessary
+CURRENT_STABLE=$( get_aliased_module "${MODULE_NAME}"/romain-test "${CONDA_MODULE_PATH}" )
+NEXT_STABLE="${ENVIRONMENT}-${STABLE_VERSION}"
+CURRENT_UNSTABLE=$( get_aliased_module "${MODULE_NAME}"/romain-test-unstable "${CONDA_MODULE_PATH}" )
+NEXT_UNSTABLE="${ENVIRONMENT}-${UNSTABLE_VERSION}"
+
+if ! [[ "${CURRENT_STABLE}" == "${MODULE_NAME}/${NEXT_STABLE}" ]]; then
+    echo "Updating stable environment to ${NEXT_STABLE}"
+    write_modulerc "${NEXT_STABLE}" "${NEXT_UNSTABLE}" "${ENVIRONMENT}" "${CONDA_MODULE_PATH}" "${MODULE_NAME}"
+    symlink_atomic_update "${CONDA_INSTALLATION_PATH}"/envs/"${ENVIRONMENT}" "${NEXT_STABLE}"
+    symlink_atomic_update "${CONDA_SCRIPT_PATH}"/"${ENVIRONMENT}".d "${NEXT_STABLE}".d
+fi
+if ! [[ "${CURRENT_UNSTABLE}" == "${MODULE_NAME}/${NEXT_UNSTABLE}" ]]; then
+    echo "Updating unstable environment to ${NEXT_UNSTABLE}"
+    write_modulerc "${NEXT_STABLE}" "${NEXT_UNSTABLE}" "${ENVIRONMENT}" "${CONDA_MODULE_PATH}" "${MODULE_NAME}"
+    symlink_atomic_update "${CONDA_INSTALLATION_PATH}"/envs/"${ENVIRONMENT}"-unstable "${NEXT_UNSTABLE}"
+    symlink_atomic_update "${CONDA_SCRIPT_PATH}"/"${ENVIRONMENT}"-unstable.d "${NEXT_UNSTABLE}".d
+fi

environments/romain_test/environment.yml

@@ -0,0 +1,77 @@
+name: med-condaenv
+channels:
+- conda-forge
+- accessnri
+variables:
+  CARTOPY_USER_BACKGROUNDS: /g/data/xp65/public/apps/cartopy-data/backgrounds
+dependencies:
+- apscheduler
+- fs
+- python>=3.9
+- libnetcdf>=4.7.4=mpi_openmpi* # pinned for solver stability
+- pip
+- pytest >=3.9,!=6.0.0rc1,!=6.0.0
+- pytest-cov
+- autopep8
+- cartopy
+- pyyaml
+- cdo>=1.9.5 # pinned for solver stability
+- matplotlib
+- jinja2
+- ilamb 2.7.*
+- dask
+- distributed
+- dask-labextension
+- panel
+- hvplot
+- datashader
+- iris>=3.1.0
+- iris-esmf-regrid
+- iris-grib
+- intake
+- access-nri-intake==0.0.9 # Keep pinned to latest version while in development
+- netcdf4<=1.6.0 ### Workaround for https://github.com/pydata/xarray/issues/7079
+- mo_pack
+- nodejs
+- numpy>=1.21, !=1.24.3  # severe masking bug
+- pandas
+- scipy
+- h5py
+- numba
+- esmvaltool 2.9.*
+- esmvaltool-python
+- esmvaltool-ncl
+- scikit-image
+- jupyter
+- notebook<6.5.3
+- jupyter_nbextensions_configurator
+- jupyter_contrib_nbextensions
+- jupyterlab
+- jsonschema>=4.18.1
+- jupyterlab_server
+- jupyter-server-proxy
+- jupyter-resource-usage
+- greenlet ### Dependency of... something?
+- objgraph ### Unlisted dependency of greenlet
+- asyncssh
+- gevent
+- openmpi
+- mpi4py
+- esmf>=8.0.1=mpi_openmpi*
+- esmpy>=8.0.1=mpi_openmpi*
+- pytest-json-report ### Needed for esmpy
+- xesmf >=0.7.1
+- xarray >=0.12.0
+- shapely
+- cf_xarray
+- sparse
+- coecms::ucx-py
+- xgboost >1.6.1  # github.com/ESMValGroup/ESMValTool/issues/2779
+- med-diagnostics==0.0.1 # pining for now
+- pip:
+  - railroad-diagrams ### Unlisted dependency of pip and pyparsing
+  - access-med-utils==0.1.6
+
+
+# Julia (dependencies installed by separate script)
+- julia

environments/romain_test/testconfig.yml

@@ -0,0 +1,64 @@
+# Modules test will not try to import (should be cleaned)
+skip:
+# Cause errors and don't throw exceptions cleanly
+- access_nri_intake
+- psutil.tests
+- pandas.io.clipboard
+- matplotlib.backends
+- pbr.tests
+- plotly.plotly
+- bokeh.server.django
+- xesmf
+# Too many, or not necessary
+- iris.tests
+- cartopy.tests
+- plotly.validators
+- xarray.tests
+- pyresample.test
+- pyferret.eofanal
+- ants.tests
+- alembic.testing
+- sqlalchemy.testing
+- httpx
+- sanic
+- tests # random tests from black?
+ # - cupy # Disable when testing locally
+ # - cupyx # ditto
+ # - nci_intake_catalogue # ditto
+ # - wrf # Prints garbage at v1.3.2.5
+- matplotlib.tests # No test data
+- prometheus_client.twisted # No twisted
+- pyface
+- qt
+- traits
+- traitsui
+- vtk
+- pyparsing
+- tensorflow_estimator
+- acs_replica_intake  # can't load catalogue file
+- access_nri_intake  # can't load catalogue file
+- pip._vendor.chardet # encounters a null byte, doesn't seem to be an error
+- pykrige # AttributeError: module 'scipy.linalg' has no attribute 'pinv2' -- rk4417
+# for both hdbscan and cosima_cookbook see https://accessdev.nci.org.au/jenkins/job/conda/job/analysis3-unstable/1351/consoleFull
+- hdbscan # test errors but can import
+- cosima_cookbook  # test error 
+  #- plotnine # can't import fails on "import matplotlib._contour as _contour" which seems to work otherwise
+  #- nctoolkit # calls plotnine
+- xgboost.spark ### Don't think we support spark as a parallel backend
+- skimage.future.graph ### Deprecated
+- send2trash
+- esmf_regrid
+- esmvaltool.diag_scripts
+- med_diagnostics
+
+# Preload these modules before testing to avoid weird python issues
+preload:
+- xarray
+- setuptools.command.build_ext ### Strange issue with numba.pycc
+- setuptools.command.build_ext ### Strange issue with numba.pycc
+
+# Allow loading, but pass exceptions. When exceptions no longer triggered
+# can remove
+exception:
+- matplotlib.tests
+- zmq.backend.cffi