CI Overhaul

.gitlab/machines.yml

@@ -4,25 +4,27 @@
 .on_ruby:
   tags:
     - ruby
-    - shell
+    - batch
   variables:
+    SCHEDULER_ACTION: allocate
+    SCHEDULER_PARAMETERS: "--res=ci --exclusive -N 2 -t 120"
+    NPROC: 112
     HOSTNAME: 'ruby'
-    PARTITION: pdebug
-    BUILD_ALLOC: srun -N 1 -c 36 -p pdebug -t 60
-    TEST_ALLOC: ''
-    CLEAN_ALLOC: srun -n 20
+  timeout: 120 minutes
   extends: [.on_toss_4_x86]
 
 .on_lassen:
   tags:
     - lassen
-    - shell
+    - batch
   variables:
+    SCHEDULER_PARAMETERS: "-nnodes 1 -W 150 -q pci -alloc_flags atsdisable"
+    LSB_JOB_STARTER: "ENVIRONMENT=BATCH /usr/tcetmp/bin/bsub_job_starter %USRCMD"
+    NPROC: 40
+    ENVIRONMENT: "BATCH"
     HOSTNAME: 'lassen'
-    BUILD_ALLOC: lalloc 1 -W 60
-    TEST_ALLOC: $BUILD_ALLOC
-    CLEAN_ALLOC: lalloc 1 lrun -n 20
     LC_MODULES: "cuda/11.1.0"
+  timeout: 150 minutes
   extends: [.on_blueos_3_ppc64]
 
 # ------------------------------------------------------------------------------

.gitlab/scripts.yml

@@ -14,7 +14,7 @@
     - cd $CI_BUILD_DIR
     - echo $SPEC
 
-    - $BUILD_ALLOC ./$SCRIPT_DIR/gitlab/build_and_install.py --spec="$SPEC" --tpls-only
+    - ./$SCRIPT_DIR/gitlab/build_and_install.py --spec="$SPEC" --tpls-only
   artifacts:
     paths:
       - ci-dir.txt
@@ -27,7 +27,7 @@
   script:
     - CI_BUILD_DIR=$(cat ci-dir.txt)
     - cd $CI_BUILD_DIR && cat job-name.txt
-    - $BUILD_ALLOC ./$SCRIPT_DIR/devtools/host-config-build.py --host-config gitlab.cmake --build $EXTRA_CMAKE_ARGS
+    - ./$SCRIPT_DIR/devtools/host-config-build.py --no-clean --build --nprocs $NPROC --host-config gitlab.cmake $EXTRA_CMAKE_ARGS
   artifacts:
     paths:
       - ci-dir.txt
@@ -55,7 +55,7 @@
     - CI_BUILD_DIR=$(cat ci-dir.txt)
     - cd $CI_BUILD_DIR && cat job-name.txt
 
-    - ./build_gitlab/install/spheral $SCRIPT_DIR/gitlab/run_ats.py --test-alloc "$TEST_ALLOC" --ats-file $ATS_FILE --ci-build-dir $CI_BUILD_DIR || exit_code=$?
+    - ./build_gitlab/install/spheral-ats --ciRun ./build_gitlab/install/$ATS_FILE || exit_code=$?
     - cp -r test-logs $CI_PROJECT_DIR
     - exit $exit_code
   artifacts:
@@ -76,24 +76,26 @@
 
     - ml load mpifileutils
     - cd $SPHERAL_BUILDS_DIR
-    - $CLEAN_ALLOC drm $CI_BUILD_DIR/..
+    - drm $CI_BUILD_DIR/..
 
 # ------------------------------------------------------------------------------
 # Shared TPL scripts.
 # ------------------------------------------------------------------------------
 
 .update_tpls:
   stage: update_tpls
+  variables:
+    GIT_STRATEGY: none
   script:
-    - $BUILD_ALLOC ./$SCRIPT_DIR/devtools/tpl-manager.py --spec-list="$SCRIPT_DIR/devtools/spec-list.json" --spheral-spack-dir=$UPSTREAM_DIR
+    - ./$SCRIPT_DIR/devtools/tpl-manager.py --spec-list="$SCRIPT_DIR/devtools/spec-list.json" --spheral-spack-dir=$UPSTREAM_DIR
 
 .toss_update_permissions:
   stage: update_permissions
   variables:
     GIT_STRATEGY: none
   script:
     - ml load mpifileutils
-    - srun -N 1 -p $PARTITION -n 20 -t 10 dchmod --mode go+rx $UPSTREAM_DIR
+    - dchmod --mode go+rx $UPSTREAM_DIR
 
 # ------------------------------------------------------------------------------
 # Production Installation scripts
@@ -112,12 +114,14 @@
 
 .build_dev_pkg:
   stage: generate_buildcache
+  variables:
+    GIT_STRATEGY: none
   extends: [.spheral_rev_str]
   script:
     - INSTALL_DIR=/usr/gapps/Spheral/$SYS_TYPE/spheral-$SPHERAL_REV_STR
     - DEV_PKG_NAME=$SYS_TYPE-spheral-dev-pkg-$SPHERAL_REV_STR
 
-    - env SPHERAL_REV_STR=$SPHERAL_REV_STR INSTALL_DIR=$INSTALL_DIR SPEC=$SPEC SPACK_PKG_NAME=$SPACK_PKG_NAME BUILD_ALLOC="$BUILD_ALLOC" SCRIPT_DIR=$SCRIPT_DIR
+    - env SPHERAL_REV_STR=$SPHERAL_REV_STR INSTALL_DIR=$INSTALL_DIR SPEC=$SPEC SPACK_PKG_NAME=$SPACK_PKG_NAME SCRIPT_DIR=$SCRIPT_DIR
       bash ./$SCRIPT_DIR/lc/generate-buildcache.sh
 
     - echo $INSTALL_DIR &> install-dir.txt
@@ -131,6 +135,8 @@
 
 .install_dev_pkg:
   stage: install_production
+  variables:
+    GIT_STRATEGY: none
   script:
     - INSTALL_DIR=$(cat install-dir.txt)
     - DEV_PKG_NAME=$(cat dev-pkg-name.txt)
@@ -139,7 +145,7 @@
     - tar -xzf $DEV_PKG_NAME.tar.gz
     - cd $DEV_PKG_NAME
 
-    - env INSTALL_DIR=$INSTALL_DIR SPEC=$SPEC SPACK_PKG_NAME=$SPACK_PKG_NAME BUILD_ALLOC="$BUILD_ALLOC" SCRIPT_DIR=$SCRIPT_DIR
+    - env INSTALL_DIR=$INSTALL_DIR SPEC=$SPEC SPACK_PKG_NAME=$SPACK_PKG_NAME SCRIPT_DIR=$SCRIPT_DIR
       bash ./$SCRIPT_DIR/lc/install-from-dev-pkg.sh
 
   artifacts:
@@ -158,7 +164,7 @@
     - chmod go+r /usr/gapps/Spheral/modulefiles/Spheral/"$ALIAS".lua
 
     - ml load mpifileutils
-    - srun -N 1 -p $PARTITION -n 20 -t 10 dchmod --mode go+rx $INSTALL_DIR
+    - dchmod --mode go+rx $INSTALL_DIR
     - ln -sfn $INSTALL_DIR /usr/gapps/Spheral/$SYS_TYPE/$ALIAS
 
 
@@ -181,7 +187,7 @@
     - echo $DIR_LIST
 
     - ml load mpifileutils
-    - if [[ $DIR_LIST ]]; then $CLEAN_ALLOC drm $DIR_LIST; else echo "No directories to remove at this time."; fi
+    - if [[ $DIR_LIST ]]; then drm $DIR_LIST; else echo "No directories to remove at this time."; fi
   when: always
 
 .merge_pr_rule:

CMakeLists.txt

@@ -5,7 +5,7 @@ include(cmake/SpheralVersion.cmake)
 project(spheral LANGUAGES C CXX Fortran VERSION ${SPHERAL_VERSION})
 
 set(SPHERAL_ROOT_DIR ${CMAKE_CURRENT_SOURCE_DIR} CACHE PATH "Path to Spheral source directory")
-set(SPHERAL_TEST_INSTALL_PREFIX ${CMAKE_INSTALL_PREFIX})
+set(SPHERAL_TEST_INSTALL_PREFIX ${CMAKE_INSTALL_PREFIX}/tests)
 
 include(cmake/SetupSpheral.cmake)
 

Dockerfile

@@ -75,5 +75,13 @@ RUN make install
 # Run ATS testing suite.
 WORKDIR ../install
 ENV MPLBACKEND=agg
-RUN ./spheral-atstest --filter="level<100" tests/integration.ats
+
+# ATS currently does not allow us to run in parallel for regular linux machines
+# If it did, we would need some of the following commands
+#RUN export OMP_NUM_THREADS=1
+#RUN export MACHINE_TYPE="winParallel"
+#RUN ./spheral-ats --level 99 --mpiexe mpiexec --npMax $JCXX tests/integration.ats
+
+# Instead, we will just run it normally
+RUN ./spheral-ats --level 99 tests/integration.ats
 # -----------------------------------------------------------------------------

RELEASE_NOTES.md

@@ -25,9 +25,10 @@ Notable changes include:
       * Physics::postStateUpdate now returns a bool indicating if boundary conditions should be enforced again.
       * Physics packages can now have Physics sub-packages, which can be run before or after the main package.  The SpheralController
         now checks for these packages and adds them to the physics package list as needed.
-      * Physics packages can indicate if they require Voronoi cell information be available.  If so, a new package which computes and
+      * Physics packages can indicate if they require Voronoi cell information be available. If so, a new package which computes and
         updates the Voronoi information is automatically added to the package list by the SpheralController (similar to how the
         Reproducing Kernel corrections are handled).
+    * Command line options are now consistent. Default values of a string "None" are no longer allowed and any input through the command line of "None" will become the python NoneType None.
     * Cleaned up use of std::any in State objects using a visitor pattern to be rigorous ensuring all state entries are handled properly
       during assignement, equality, and cloning operations. This is intended to help ensure our Physics advance during time integration
       is correct.
@@ -43,13 +44,16 @@ Notable changes include:
     * ENABLE\_DEV\_BUILD can now export targets properly.
     * Added a GCC flag to prevent building variable tracking symbols when building PYB11 modules.  This is unnecessary, and
       on some platforms trying to build such symbols is very expensive and in some cases fails.
+    * Consolidates lcatstest.in and run\_ats.py into a single spheral\_ats.py script.
+    * SPHERAL\_TEST\_INSTALL\_PREFIX now includes the tests directory.
+    * Removed most configured files and added a SpheralConfigs.py file to use at runtime instead.
 
   * Bug Fixes / improvements:
     * Wrappers for MPI calls are simplified and improved.
     * Time step estimate due to velocity divergence in RZ space has been fixed.
     * Fixed tolerances for ANEOS equation of state temperature lookup
     * Clang C++ warnings have eliminated, so the Clang CI tests have been updated to treat warnings as errors.
-    * Fix for installing libraries when building individual package WITH ENABLE_DEV_BUILD=On.
+    * Fix for installing libraries when building individual package with ENABLE\_DEV\_BUILD=On.
     * Bugfix for RZ solid CRKSPH with compatible energy.
     * Parsing of None string now always becomes None python type. Tests have been updated accordingly.
     * IO for checkpoints and visuzalization can now be properly turned off through SpheralController input options.

cmake/SetupSpheral.cmake

@@ -153,40 +153,15 @@ endif()
 # Build C++ tests and install tests to install directory
 #-------------------------------------------------------------------------------
 if (ENABLE_TESTS)
+  install(DIRECTORY ${SPHERAL_ROOT_DIR}/tests/
+    USE_SOURCE_PERMISSIONS
+    DESTINATION "${SPHERAL_TEST_INSTALL_PREFIX}"
+    PATTERN "*CMakeLists.txt*" EXCLUDE
+    PATTERN "*.cmake" EXCLUDE
+    PATTERN "*.in" EXCLUDE
+    PATTERN "*.pyc" EXCLUDE
+    PATTERN "*~" EXCLUDE)
   add_subdirectory(${SPHERAL_ROOT_DIR}/tests/unit)
-
-  # A macro to preserve directory structure when installing files
-  macro(install_with_directory)
-      set(optionsArgs "")
-      set(oneValueArgs SOURCE DESTINATION)
-      set(multiValueArgs FILES)
-      cmake_parse_arguments(CAS "${optionsArgs}" "${oneValueArgs}" "${multiValueArgs}" ${ARGN} )
-      foreach(FILE ${CAS_FILES})
-          get_filename_component(DIR ${FILE} DIRECTORY)
-          INSTALL(FILES ${CAS_SOURCE}/${FILE} DESTINATION ${CAS_DESTINATION}/${DIR})
-      endforeach()
-  endmacro(install_with_directory)
-
-  # Find the test files we want to install
-  set(test_files1 "")
-  if (EXISTS "${CMAKE_SOURCE_DIR}/.git")
-    execute_process(
-      COMMAND git ls-files tests
-      WORKING_DIRECTORY ${SPHERAL_ROOT_DIR}
-      OUTPUT_VARIABLE test_files1)
-  else()
-    execute_process(
-      COMMAND find tests -type f
-      WORKING_DIRECTORY ${SPHERAL_ROOT_DIR}
-      OUTPUT_VARIABLE test_files1)
-  endif()
-  string(REPLACE "\n" " " test_files ${test_files1})
-  separate_arguments(test_files)
-  list(REMOVE_ITEM test_files tests/unit/CXXTests/runCXXTests.ats)
-  install_with_directory(
-    FILES       ${test_files} 
-    SOURCE      ${SPHERAL_ROOT_DIR}
-    DESTINATION ${SPHERAL_TEST_INSTALL_PREFIX})
 endif()
 
 include(${SPHERAL_ROOT_DIR}/cmake/SpheralConfig.cmake)