Skip to content

Commit

Permalink
No commit message
Browse files Browse the repository at this point in the history
  • Loading branch information
@zachdworkin
zachdworkin committed Aug 29, 2024
1 parent cc847cd commit ebaab1c
Showing 1 changed file with 0 additions and 320 deletions.
320 changes: 0 additions & 320 deletions contrib/intel/jenkins/Jenkinsfile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -442,37 +442,10 @@ pipeline {
}
}
}
stage ('build-water') {
steps {
script {
slurm_build(BUILD_MODES, "totodile", "water", "water", "water")
slurm_batch("totodile", "1",
"${env.LOG_DIR}/build_mpich_water_log",
"""python$PYTHON_VERSION ${RUN_LOCATION}/build.py \
--build_item=mpich --build_hw=water"""
)
slurm_batch("totodile", "1",
"${env.LOG_DIR}/build_shmem_water_log",
"""python$PYTHON_VERSION ${RUN_LOCATION}/build.py \
--build_item=shmem --build_hw=water"""
)
}
}
}
stage ('build-grass') {
steps {
script {
slurm_build(BUILD_MODES, "grass", "grass", "grass", "grass")
slurm_batch("grass", "1",
"${env.LOG_DIR}/build_mpich_grass_log",
"""python$PYTHON_VERSION ${RUN_LOCATION}/build.py \
--build_item=mpich --build_hw=grass"""
)
slurm_batch("grass", "1",
"${env.LOG_DIR}/build_shmem_grass_log",
"""python$PYTHON_VERSION ${RUN_LOCATION}/build.py \
--build_item=shmem --build_hw=grass"""
)
}
}
}
Expand All @@ -484,13 +457,6 @@ pipeline {
}
}
}
stage ('build-ucx') {
steps {
script {
slurm_build(BUILD_MODES, "totodile", "ucx", "ucx", "ucx")
}
}
}
stage ('build-cuda') {
steps {
script {
Expand All @@ -501,34 +467,6 @@ pipeline {
}
}
}
stage ('build-iouring') {
steps {
script {
slurm_build(BUILD_MODES, "ivysaur", "iouring", "ivysaur",
"ivysaur")
}
}
}
stage ('build-daos') {
agent {
node {
label 'daos_head'
customWorkspace CUSTOM_WORKSPACE
}
}
options { skipDefaultCheckout() }
steps {
script {
dir ("${CUSTOM_WORKSPACE}/source/libfabric") { checkout scm }
checkout_external_resources()
dir (CUSTOM_WORKSPACE) {
build("logdir")
build("libfabric", "reg", "daos")
build("fabtests", "reg", "daos")
}
}
}
}
stage ('build-gpu') {
agent {
node {
Expand Down Expand Up @@ -556,75 +494,6 @@ pipeline {
stage('parallel-tests') {
when { equals expected: true, actual: DO_RUN }
parallel {
stage ('CI_mpi_verbs-rxm_imb') {
steps {
script {
dir (CI_LOCATION) {
run_ci("CI_mpi_verbs-rxm_imb", "pr_imb_water.json")
}
}
}
}
stage ('CI_mpi_verbs-rxm_osu') {
steps {
script {
dir (CI_LOCATION) {
run_ci("CI_mpi_verbs-rxm_osu", "pr_osu_water.json")
}
}
}
}
stage ('CI_mpi_tcp_imb') {
steps {
script {
dir (CI_LOCATION) {
run_ci("CI_mpi_tcp_imb", "pr_imb_grass.json")
}
}
}
}
stage ('CI_mpi_tcp_osu') {
steps {
script {
dir (CI_LOCATION) {
run_ci("CI_mpi_tcp_osu", "pr_osu_grass.json")
}
}
}
}
stage('CI_fabtests_tcp') {
steps {
script {
dir (CI_LOCATION) {
run_ci("CI_fabtests_tcp_reg", "pr_fabtests_tcp_reg.json")
run_ci("CI_fabtests_tcp_dbg", "pr_fabtests_tcp_dbg.json")
run_ci("CI_fabtests_tcp_dl", "pr_fabtests_tcp_dl.json")
}
}
}
}
stage('CI_fabtests_sockets') {
steps {
script {
dir (CI_LOCATION) {
run_ci("CI_fabtests_sockets_reg", "pr_fabtests_sockets_reg.json")
run_ci("CI_fabtests_sockets_dbg", "pr_fabtests_sockets_dbg.json")
run_ci("CI_fabtests_sockets_dl", "pr_fabtests_sockets_dl.json")
}
}
}
}
stage('CI_fabtests_udp') {
steps {
script {
dir (CI_LOCATION) {
run_ci("CI_fabtests_udp_reg", "pr_fabtests_udp_reg.json")
run_ci("CI_fabtests_udp_dbg", "pr_fabtests_udp_dbg.json")
run_ci("CI_fabtests_udp_dl", "pr_fabtests_udp_dl.json")
}
}
}
}
stage('CI_fabtests_shm') {
steps {
script {
Expand All @@ -636,196 +505,19 @@ pipeline {
}
}
}
stage('CI_fabtests_ivysaur') {
steps {
script {
dir (CI_LOCATION) {
run_ci("CI_fabtests_ivysaur_reg", "pr_fabtests_ivysaur_reg.json")
run_ci("CI_fabtests_ivysaur_dbg", "pr_fabtests_ivysaur_dbg.json")
run_ci("CI_fabtests_ivysaur_dl", "pr_fabtests_ivysaur_dl.json")
}
}
}
}
stage('CI_fabtests_verbs_rxm') {
steps {
script {
dir (CI_LOCATION) {
run_ci("CI_fabtests_verbs_reg", "pr_fabtests_verbs_rxm_reg.json")
run_ci("CI_fabtests_verbs_dbg", "pr_fabtests_verbs_rxm_dbg.json")
run_ci("CI_fabtests_verbs_dl", "pr_fabtests_verbs_rxm_dl.json")
}
}
}
}
stage('CI_fabtests_verbs_rxd') {
steps {
script {
dir (CI_LOCATION) {
run_ci("CI_fabtests_verbs_reg", "pr_fabtests_verbs_rxd_reg.json")
run_ci("CI_fabtests_verbs_dbg", "pr_fabtests_verbs_rxd_dbg.json")
run_ci("CI_fabtests_verbs_dl", "pr_fabtests_verbs_rxd_dl.json")
}
}
}
}
stage('CI_fabtests_psm3') {
steps {
script {
dir (CI_LOCATION) {
run_ci("CI_fabtests_psm3_reg", "pr_fabtests_psm3_reg.json")
run_ci("CI_fabtests_psm3_dbg", "pr_fabtests_psm3_dbg.json")
run_ci("CI_fabtests_psm3_dl", "pr_fabtests_psm3_dl.json")
}
}
}
}
stage('CI_fabtests_ucx') {
steps {
script {
dir (CI_LOCATION) {
run_ci("CI_fabtests_ucx_reg", "pr_fabtests_ucx_reg.json")
run_ci("CI_fabtests_ucx_dbg", "pr_fabtests_ucx_dbg.json")
run_ci("CI_fabtests_ucx_dl", "pr_fabtests_ucx_dl.json")
}
}
}
}
stage('mpichtestsuite') {
steps {
script {
dir (RUN_LOCATION) {
def providers = [['tcp', null], ["verbs","rxm"]]
def MPIS = ["mpich"]
if (env.WEEKLY.toBoolean()) {
MPIS = ["impi", "mpich"]
}
for (def mpi in MPIS) {
run_middleware(providers, "mpichtestsuite", "mpichtestsuite",
"water", "totodile", "2", "${mpi}")
}
}
}
}
}
stage('SHMEM_grass') {
steps {
script {
dir (RUN_LOCATION) {
run_middleware([["tcp", null]], "SHMEM", "shmem",
"grass", "bulbasaur,chikorita", "2")
}
}
}
}
stage('SHMEM_water') {
steps {
script {
dir (RUN_LOCATION) {
run_middleware([["verbs", "rxm"], ["sockets", null]], "SHMEM",
"shmem", "water", "totodile", "2")
}
}
}
}
stage ('multinode_performance') {
steps {
script {
dir (RUN_LOCATION) {
run_middleware([["tcp", null],["sockets", null]],
"multinode_performance", "multinode", "grass",
"bulbasaur,chikorita", "2")
run_middleware([["verbs", "rxm"]], "multinode_performance",
"multinode", "water", "totodile", "2")
}
}
}
}
stage ('oneCCL') {
steps {
script {
dir (RUN_LOCATION) {
run_middleware([["verbs", null]], "oneCCL",
"oneccl", "water", "totodile", "2")
run_middleware([["shm", null]], "oneCCL",
"oneccl", "grass", "bulbasaur,chikorita", "1")
run_middleware([["psm3", null]], "oneCCL",
"oneccl", "water", "totodile", "2")
run_middleware([["tcp", null]], "oneCCL",
"oneccl", "grass", "bulbasaur,chikorita", "2")
run_middleware([["shm", null]], "oneCCL_DSA",
"oneccl", "electric", "pikachu", "1", null, null,
"""CCL_ATL_SHM=1 FI_SHM_DISABLE_CMA=1 \
FI_SHM_USE_DSA_SAR=1 FI_LOG_LEVEL=warn""")
}
}
}
}
stage ('oneCCL-GPU-v3') {
agent { node { label 'ze' } }
options { skipDefaultCheckout() }
steps {
script {
dir (RUN_LOCATION) {
run_middleware([["psm3", null]], "oneCCL-GPU-v3", "onecclgpu",
"gpu", "torchic", "1", null, null,
"FI_HMEM_DISABLE_P2P=1")
run_middleware([["verbs", null]], "oneCCL-GPU-v3", "onecclgpu",
"gpu", "torchic", "1", null, null,
"FI_HMEM_DISABLE_P2P=1")
run_middleware([["tcp", null]], "oneCCL-GPU-v3", "onecclgpu",
"gpu", "torchic", "1", null, null,
"FI_HMEM_DISABLE_P2P=1")
run_middleware([["shm", null]], "oneCCL-GPU-v3", "onecclgpu",
"gpu", "torchic", "1", null, null,
"FI_HMEM_DISABLE_P2P=1")
}
}
}
}
stage('daos_tcp') {
agent { node { label 'daos_tcp' } }
options { skipDefaultCheckout() }
steps {
script {
dir (RUN_LOCATION) {
run_python(PYTHON_VERSION,
"""runtests.py --prov='tcp' --util='rxm' \
--test=daos --build_hw=daos \
--log_file=${env.LOG_DIR}/daos_tcp-rxm_reg""")
}
}
}
}
stage('daos_verbs') {
agent { node { label 'daos_verbs' } }
options { skipDefaultCheckout() }
steps {
script {
dir (RUN_LOCATION) {
run_python(PYTHON_VERSION,
"""runtests.py --prov='verbs' --util='rxm' \
--test=daos --build_hw=daos \
--log_file=${env.LOG_DIR}/daos_verbs-rxm_reg""")
}
}
}
}
stage ('DMABUF-Tests') {
agent { node { label 'ze' } }
options { skipDefaultCheckout() }
steps {
script {
dir (RUN_LOCATION) {
dmabuf_output = "${LOG_DIR}/DMABUF-Tests_verbs-rxm_dmabuf"
cmd = """ python3.9 runtests.py --test=dmabuf \
--prov=verbs --util=rxm --build_hw=gpu"""
slurm_batch("torchic", "1", "${dmabuf_output}_reg",
"${cmd}")
}
}
}
}
stage ('CI_fabtests_cyndaquil') {
steps {
script {
Expand Down Expand Up @@ -883,17 +575,12 @@ pipeline {
when { equals expected: true, actual: DO_RUN }
steps {
script {
gather_logs("${env.DAOS_ADDR}", "${env.DAOS_KEY}", "${env.LOG_DIR}",
"${env.LOG_DIR}")
gather_logs("${env.ZE_ADDR}", "${env.ZE_KEY}", "${env.LOG_DIR}",
"${env.LOG_DIR}")

CI_summarize(verbose=false)
summarize("all", verbose=false, release=RELEASE,
send_mail=env.WEEKLY.toBoolean())
if (RELEASE) {
save_summary()
}
}
}
}
Expand All @@ -911,9 +598,6 @@ pipeline {
}
}
aborted {
node ('daos_head') {
dir ("${DELETE_LOCATION}/middlewares") { deleteDir() }
}
node ('ze') {
dir ("${DELETE_LOCATION}/middlewares") { deleteDir() }
}
Expand All @@ -927,10 +611,6 @@ pipeline {
send_mail=env.WEEKLY.toBoolean())
}
}
node ('daos_head') {
dir("${env.WORKSPACE}") { deleteDir() }
dir("${env.WORKSPACE}@tmp") { deleteDir() }
}
node ('ze') {
dir("${env.WORKSPACE}") { deleteDir() }
dir("${env.WORKSPACE}@tmp") { deleteDir() }
Expand Down

0 comments on commit ebaab1c

Please sign in to comment.