From 75a8d631664c6917b14898e35f5ec7e91af6a247 Mon Sep 17 00:00:00 2001 From: Zach Dworkin Date: Tue, 6 Aug 2024 12:07:04 -0700 Subject: [PATCH] --- contrib/intel/jenkins/Jenkinsfile | 364 ------------------------------ 1 file changed, 364 deletions(-) diff --git a/contrib/intel/jenkins/Jenkinsfile b/contrib/intel/jenkins/Jenkinsfile index 82385b00aa5..ffaa8d9a7ad 100644 --- a/contrib/intel/jenkins/Jenkinsfile +++ b/contrib/intel/jenkins/Jenkinsfile @@ -442,52 +442,10 @@ pipeline { } } } - stage ('build-water') { - steps { - script { - slurm_build(BUILD_MODES, "totodile", "water", "water", "water") - slurm_batch("totodile", "1", - "${env.LOG_DIR}/build_mpich_water_log", - """python$PYTHON_VERSION ${RUN_LOCATION}/build.py \ - --build_item=mpich --build_hw=water""" - ) - slurm_batch("totodile", "1", - "${env.LOG_DIR}/build_shmem_water_log", - """python$PYTHON_VERSION ${RUN_LOCATION}/build.py \ - --build_item=shmem --build_hw=water""" - ) - } - } - } stage ('build-grass') { steps { script { slurm_build(BUILD_MODES, "grass", "grass", "grass", "grass") - slurm_batch("grass", "1", - "${env.LOG_DIR}/build_mpich_grass_log", - """python$PYTHON_VERSION ${RUN_LOCATION}/build.py \ - --build_item=mpich --build_hw=grass""" - ) - slurm_batch("grass", "1", - "${env.LOG_DIR}/build_shmem_grass_log", - """python$PYTHON_VERSION ${RUN_LOCATION}/build.py \ - --build_item=shmem --build_hw=grass""" - ) - } - } - } - stage ('build-electric') { - steps { - script { - slurm_build(BUILD_MODES, "electric", "electric", "electric", - "electric") - } - } - } - stage ('build-ucx') { - steps { - script { - slurm_build(BUILD_MODES, "totodile", "ucx", "ucx", "ucx") } } } @@ -501,34 +459,6 @@ pipeline { } } } - stage ('build-iouring') { - steps { - script { - slurm_build(BUILD_MODES, "ivysaur", "iouring", "ivysaur", - "ivysaur") - } - } - } - stage ('build-daos') { - agent { - node { - label 'daos_head' - customWorkspace CUSTOM_WORKSPACE - } - } - options { skipDefaultCheckout() } - steps { - script { - dir ("${CUSTOM_WORKSPACE}/source/libfabric") { checkout scm } - checkout_external_resources() - dir (CUSTOM_WORKSPACE) { - build("logdir") - build("libfabric", "reg", "daos") - build("fabtests", "reg", "daos") - } - } - } - } stage ('build-gpu') { agent { node { @@ -556,75 +486,6 @@ pipeline { stage('parallel-tests') { when { equals expected: true, actual: DO_RUN } parallel { - stage ('CI_mpi_verbs-rxm_imb') { - steps { - script { - dir (CI_LOCATION) { - run_ci("CI_mpi_verbs-rxm_imb", "pr_imb_water.json") - } - } - } - } - stage ('CI_mpi_verbs-rxm_osu') { - steps { - script { - dir (CI_LOCATION) { - run_ci("CI_mpi_verbs-rxm_osu", "pr_osu_water.json") - } - } - } - } - stage ('CI_mpi_tcp_imb') { - steps { - script { - dir (CI_LOCATION) { - run_ci("CI_mpi_tcp_imb", "pr_imb_grass.json") - } - } - } - } - stage ('CI_mpi_tcp_osu') { - steps { - script { - dir (CI_LOCATION) { - run_ci("CI_mpi_tcp_osu", "pr_osu_grass.json") - } - } - } - } - stage('CI_fabtests_tcp') { - steps { - script { - dir (CI_LOCATION) { - run_ci("CI_fabtests_tcp_reg", "pr_fabtests_tcp_reg.json") - run_ci("CI_fabtests_tcp_dbg", "pr_fabtests_tcp_dbg.json") - run_ci("CI_fabtests_tcp_dl", "pr_fabtests_tcp_dl.json") - } - } - } - } - stage('CI_fabtests_sockets') { - steps { - script { - dir (CI_LOCATION) { - run_ci("CI_fabtests_sockets_reg", "pr_fabtests_sockets_reg.json") - run_ci("CI_fabtests_sockets_dbg", "pr_fabtests_sockets_dbg.json") - run_ci("CI_fabtests_sockets_dl", "pr_fabtests_sockets_dl.json") - } - } - } - } - stage('CI_fabtests_udp') { - steps { - script { - dir (CI_LOCATION) { - run_ci("CI_fabtests_udp_reg", "pr_fabtests_udp_reg.json") - run_ci("CI_fabtests_udp_dbg", "pr_fabtests_udp_dbg.json") - run_ci("CI_fabtests_udp_dl", "pr_fabtests_udp_dl.json") - } - } - } - } stage('CI_fabtests_shm') { steps { script { @@ -636,196 +497,6 @@ pipeline { } } } - stage('CI_fabtests_ivysaur') { - steps { - script { - dir (CI_LOCATION) { - run_ci("CI_fabtests_ivysaur_reg", "pr_fabtests_ivysaur_reg.json") - run_ci("CI_fabtests_ivysaur_dbg", "pr_fabtests_ivysaur_dbg.json") - run_ci("CI_fabtests_ivysaur_dl", "pr_fabtests_ivysaur_dl.json") - } - } - } - } - stage('CI_fabtests_verbs_rxm') { - steps { - script { - dir (CI_LOCATION) { - run_ci("CI_fabtests_verbs_reg", "pr_fabtests_verbs_rxm_reg.json") - run_ci("CI_fabtests_verbs_dbg", "pr_fabtests_verbs_rxm_dbg.json") - run_ci("CI_fabtests_verbs_dl", "pr_fabtests_verbs_rxm_dl.json") - } - } - } - } - stage('CI_fabtests_verbs_rxd') { - steps { - script { - dir (CI_LOCATION) { - run_ci("CI_fabtests_verbs_reg", "pr_fabtests_verbs_rxd_reg.json") - run_ci("CI_fabtests_verbs_dbg", "pr_fabtests_verbs_rxd_dbg.json") - run_ci("CI_fabtests_verbs_dl", "pr_fabtests_verbs_rxd_dl.json") - } - } - } - } - stage('CI_fabtests_psm3') { - steps { - script { - dir (CI_LOCATION) { - run_ci("CI_fabtests_psm3_reg", "pr_fabtests_psm3_reg.json") - run_ci("CI_fabtests_psm3_dbg", "pr_fabtests_psm3_dbg.json") - run_ci("CI_fabtests_psm3_dl", "pr_fabtests_psm3_dl.json") - } - } - } - } - stage('CI_fabtests_ucx') { - steps { - script { - dir (CI_LOCATION) { - run_ci("CI_fabtests_ucx_reg", "pr_fabtests_ucx_reg.json") - run_ci("CI_fabtests_ucx_dbg", "pr_fabtests_ucx_dbg.json") - run_ci("CI_fabtests_ucx_dl", "pr_fabtests_ucx_dl.json") - } - } - } - } - stage('mpichtestsuite') { - steps { - script { - dir (RUN_LOCATION) { - def providers = [['tcp', null], ["verbs","rxm"]] - def MPIS = ["mpich"] - if (env.WEEKLY.toBoolean()) { - MPIS = ["impi", "mpich"] - } - for (def mpi in MPIS) { - run_middleware(providers, "mpichtestsuite", "mpichtestsuite", - "water", "totodile", "2", "${mpi}") - } - } - } - } - } - stage('SHMEM_grass') { - steps { - script { - dir (RUN_LOCATION) { - run_middleware([["tcp", null]], "SHMEM", "shmem", - "grass", "bulbasaur,chikorita", "2") - } - } - } - } - stage('SHMEM_water') { - steps { - script { - dir (RUN_LOCATION) { - run_middleware([["verbs", "rxm"], ["sockets", null]], "SHMEM", - "shmem", "water", "totodile", "2") - } - } - } - } - stage ('multinode_performance') { - steps { - script { - dir (RUN_LOCATION) { - run_middleware([["tcp", null],["sockets", null]], - "multinode_performance", "multinode", "grass", - "bulbasaur,chikorita", "2") - run_middleware([["verbs", "rxm"]], "multinode_performance", - "multinode", "water", "totodile", "2") - } - } - } - } - stage ('oneCCL') { - steps { - script { - dir (RUN_LOCATION) { - run_middleware([["verbs", null]], "oneCCL", - "oneccl", "water", "totodile", "2") - run_middleware([["shm", null]], "oneCCL", - "oneccl", "grass", "bulbasaur,chikorita", "1") - run_middleware([["psm3", null]], "oneCCL", - "oneccl", "water", "totodile", "2") - run_middleware([["tcp", null]], "oneCCL", - "oneccl", "grass", "bulbasaur,chikorita", "2") - run_middleware([["shm", null]], "oneCCL_DSA", - "oneccl", "electric", "pikachu", "1", null, null, - """CCL_ATL_SHM=1 FI_SHM_DISABLE_CMA=1 \ - FI_SHM_USE_DSA_SAR=1 FI_LOG_LEVEL=warn""") - } - } - } - } - stage ('oneCCL-GPU-v3') { - agent { node { label 'ze' } } - options { skipDefaultCheckout() } - steps { - script { - dir (RUN_LOCATION) { - run_middleware([["psm3", null]], "oneCCL-GPU-v3", "onecclgpu", - "gpu", "torchic", "1", null, null, - "FI_HMEM_DISABLE_P2P=1") - run_middleware([["verbs", null]], "oneCCL-GPU-v3", "onecclgpu", - "gpu", "torchic", "1", null, null, - "FI_HMEM_DISABLE_P2P=1") - run_middleware([["tcp", null]], "oneCCL-GPU-v3", "onecclgpu", - "gpu", "torchic", "1", null, null, - "FI_HMEM_DISABLE_P2P=1") - run_middleware([["shm", null]], "oneCCL-GPU-v3", "onecclgpu", - "gpu", "torchic", "1", null, null, - "FI_HMEM_DISABLE_P2P=1") - } - } - } - } - stage('daos_tcp') { - agent { node { label 'daos_tcp' } } - options { skipDefaultCheckout() } - steps { - script { - dir (RUN_LOCATION) { - run_python(PYTHON_VERSION, - """runtests.py --prov='tcp' --util='rxm' \ - --test=daos --build_hw=daos \ - --log_file=${env.LOG_DIR}/daos_tcp-rxm_reg""") - } - } - } - } - stage('daos_verbs') { - agent { node { label 'daos_verbs' } } - options { skipDefaultCheckout() } - steps { - script { - dir (RUN_LOCATION) { - run_python(PYTHON_VERSION, - """runtests.py --prov='verbs' --util='rxm' \ - --test=daos --build_hw=daos \ - --log_file=${env.LOG_DIR}/daos_verbs-rxm_reg""") - } - } - } - } - stage ('DMABUF-Tests') { - agent { node { label 'ze' } } - options { skipDefaultCheckout() } - steps { - script { - dir (RUN_LOCATION) { - dmabuf_output = "${LOG_DIR}/DMABUF-Tests_verbs-rxm_dmabuf" - cmd = """ python3.9 runtests.py --test=dmabuf \ - --prov=verbs --util=rxm --build_hw=gpu""" - slurm_batch("torchic", "1", "${dmabuf_output}_reg", - "${cmd}") - } - } - } - } stage ('CI_fabtests_cyndaquil') { steps { script { @@ -866,34 +537,18 @@ pipeline { } } } - stage('CI_fabtests_electric') { - steps { - script { - dir (CI_LOCATION) { - run_ci("CI_fabtests_electric_reg", "pr_fabtests_electric_reg.json") - run_ci("CI_fabtests_electric_dbg", "pr_fabtests_electric_dbg.json") - run_ci("CI_fabtests_electric_dl", "pr_fabtests_electric_dl.json") - } - } - } - } } } stage ('Summary') { when { equals expected: true, actual: DO_RUN } steps { script { - gather_logs("${env.DAOS_ADDR}", "${env.DAOS_KEY}", "${env.LOG_DIR}", - "${env.LOG_DIR}") gather_logs("${env.ZE_ADDR}", "${env.ZE_KEY}", "${env.LOG_DIR}", "${env.LOG_DIR}") CI_summarize(verbose=false) summarize("all", verbose=false, release=RELEASE, send_mail=env.WEEKLY.toBoolean()) - if (RELEASE) { - save_summary() - } } } } @@ -910,15 +565,6 @@ pipeline { } } } - aborted { - node ('daos_head') { - dir ("${DELETE_LOCATION}/middlewares") { deleteDir() } - } - node ('ze') { - dir ("${DELETE_LOCATION}/middlewares") { deleteDir() } - } - dir ("${DELETE_LOCATION}/middlewares") { deleteDir() } - } success { script { if (DO_RUN) { @@ -927,16 +573,6 @@ pipeline { send_mail=env.WEEKLY.toBoolean()) } } - node ('daos_head') { - dir("${env.WORKSPACE}") { deleteDir() } - dir("${env.WORKSPACE}@tmp") { deleteDir() } - } - node ('ze') { - dir("${env.WORKSPACE}") { deleteDir() } - dir("${env.WORKSPACE}@tmp") { deleteDir() } - } - dir("${env.WORKSPACE}") { deleteDir() } - dir("${env.WORKSPACE}@tmp") { deleteDir() } } } }