Add some cray-cs perf testing on a system with HDR IB

This adds some additional testing to a newer Cray CS. To start I'm only adding gasnet-ibv large and fast configurations. Signed-off-by: Elliot Ronaghan <[email protected]>
chapel-lang · Mar 11, 2021 · 212a9f8 · 212a9f8
1 parent 9e536b4
commit 212a9f8
Show file tree

Hide file tree

Showing 3 changed files with 17 additions and 19 deletions.
diff --git a/util/cron/common-perf-cray-cs-hdr.bash b/util/cron/common-perf-cray-cs-hdr.bash
@@ -1,12 +1,12 @@
 #!/usr/bin/env bash
 #
-# Configure settings for Cray CS performance testing.
+# Configure settings for Cray CS HDR performance testing.
 
-export CHPL_LAUNCHER_PARTITION=bdw18
-export CHPL_TARGET_CPU=broadwell
+export CHPL_LAUNCHER_PARTITION=clx24
+export CHPL_TARGET_CPU=none
 
 # the lengths we go to, to avoid line wrap ...
-pcca=(-performance-configs gn-ibv-large:v,gn-ibv-fast:v,gn-mpi,ofi:v \
+pcca=(-performance-configs gn-ibv-large:v,gn-ibv-fast:v \
       -performance \
       -perflabel ml- \
       -startdate 07/01/19)

diff --git a/util/cron/test-perf.cray-cs-hdr.gasnet-ibv.fast.bash b/util/cron/test-perf.cray-cs-hdr.gasnet-ibv.fast.bash
@@ -4,22 +4,19 @@
 
 CWD=$(cd $(dirname $0) ; pwd)
 
-export CHPL_TEST_PERF_CONFIG_NAME='16-node-cs'
+export CHPL_TEST_PERF_CONFIG_NAME='16-node-cs-hdr'
 
 source $CWD/common-perf.bash
-export CHPL_TEST_PERF_DIR=/cray/css/users/chapelu/NightlyPerformance/cray-cs/16-node-cs
+export CHPL_TEST_PERF_DIR=/cray/css/users/chapelu/NightlyPerformance/cray-cs/16-node-cs-hdr
 
-export CHPL_NIGHTLY_TEST_CONFIG_NAME="perf.cray-cs.gasnet-ibv.fast"
+export CHPL_NIGHTLY_TEST_CONFIG_NAME="perf.cray-cs-hdr.gasnet-ibv.fast"
 
 source $CWD/common-cray-cs.bash y
-source $CWD/common-perf-cray-cs.bash
-
-# Keep long running tests as a performance issue instead of being reported as a
-# correctness timeout -- https://github.com/Cray/chapel-private/issues/443
-export CHPL_TEST_TIMEOUT=1800
+source $CWD/common-perf-cray-cs-hdr.bash
 
 export CHPL_GASNET_SEGMENT=fast
-export GASNET_PHYSMEM_MAX=83G
+export GASNET_PHYSMEM_MAX=124G
+export GASNET_IBV_PORTS=mlx5_1
 export CHPL_GASNET_MORE_CFG_OPTIONS=--disable-ibv-odp
 nightly_args="${nightly_args} -no-buildcheck"
 perf_args="-performance-description gn-ibv-fast -numtrials 1"

diff --git a/util/cron/test-perf.cray-cs-hdr.gasnet-ibv.large.bash b/util/cron/test-perf.cray-cs-hdr.gasnet-ibv.large.bash
@@ -4,19 +4,20 @@
 
 CWD=$(cd $(dirname $0) ; pwd)
 
-export CHPL_TEST_PERF_CONFIG_NAME='16-node-cs'
+export CHPL_TEST_PERF_CONFIG_NAME='16-node-cs-hdr'
 
 source $CWD/common-perf.bash
-export CHPL_TEST_PERF_DIR=/cray/css/users/chapelu/NightlyPerformance/cray-cs/16-node-cs
+export CHPL_TEST_PERF_DIR=/cray/css/users/chapelu/NightlyPerformance/cray-cs/16-node-cs-hdr
 
-export CHPL_NIGHTLY_TEST_CONFIG_NAME="perf.cray-cs.gasnet-ibv.large"
+export CHPL_NIGHTLY_TEST_CONFIG_NAME="perf.cray-cs-hdr.gasnet-ibv.large"
 
 source $CWD/common-cray-cs.bash y
-source $CWD/common-perf-cray-cs.bash
+source $CWD/common-perf-cray-cs-hdr.bash
 
-export GASNET_PHYSMEM_MAX=83G
+export GASNET_PHYSMEM_MAX=124G
+export GASNET_IBV_PORTS=mlx5_1
 export GASNET_ODP_VERBOSE=0
 nightly_args="${nightly_args} -no-buildcheck"
-perf_args="-performance-description gn-ibv-large -numtrials 3"
+perf_args="-performance-description gn-ibv-large -numtrials 1"
 
 $CWD/nightly -cron ${perf_args} ${perf_cray_cs_args} ${nightly_args}