From 8b0e0e3b5897425cbb55aa43056bf003f72f4797 Mon Sep 17 00:00:00 2001
From: Wileam Phan <wil.phan@rice.edu>
Date: Thu, 20 Jun 2024 17:23:29 +0000
Subject: [PATCH 1/2] Fix symlinks for Polaris GPU affinity script

---
 gpu/{.common => common}/set_affinity_gpu_polaris.sh             | 0
 gpu/nvidia/arborx.cuda/make-scripts/set_affinity_gpu_polaris.sh | 1 +
 gpu/nvidia/laghos.cuda/make-scripts/set_affinity_gpu_polaris.sh | 2 +-
 gpu/nvidia/lammps.cuda/make-scripts/set_affinity_gpu_polaris.sh | 2 +-
 gpu/nvidia/pelec.cuda/make-scripts/set_affinity_gpu_polaris.sh  | 2 +-
 .../quicksilver.cuda/make-scripts/set_affinity_gpu_polaris.sh   | 2 +-
 6 files changed, 5 insertions(+), 4 deletions(-)
 rename gpu/{.common => common}/set_affinity_gpu_polaris.sh (100%)
 create mode 120000 gpu/nvidia/arborx.cuda/make-scripts/set_affinity_gpu_polaris.sh

diff --git a/gpu/.common/set_affinity_gpu_polaris.sh b/gpu/common/set_affinity_gpu_polaris.sh
similarity index 100%
rename from gpu/.common/set_affinity_gpu_polaris.sh
rename to gpu/common/set_affinity_gpu_polaris.sh
diff --git a/gpu/nvidia/arborx.cuda/make-scripts/set_affinity_gpu_polaris.sh b/gpu/nvidia/arborx.cuda/make-scripts/set_affinity_gpu_polaris.sh
new file mode 120000
index 0000000..cc1e44c
--- /dev/null
+++ b/gpu/nvidia/arborx.cuda/make-scripts/set_affinity_gpu_polaris.sh
@@ -0,0 +1 @@
+../../../common/set_affinity_gpu_polaris.sh
\ No newline at end of file
diff --git a/gpu/nvidia/laghos.cuda/make-scripts/set_affinity_gpu_polaris.sh b/gpu/nvidia/laghos.cuda/make-scripts/set_affinity_gpu_polaris.sh
index 1a5521f..cc1e44c 120000
--- a/gpu/nvidia/laghos.cuda/make-scripts/set_affinity_gpu_polaris.sh
+++ b/gpu/nvidia/laghos.cuda/make-scripts/set_affinity_gpu_polaris.sh
@@ -1 +1 @@
-../../.common/set_affinity_gpu_polaris.sh
\ No newline at end of file
+../../../common/set_affinity_gpu_polaris.sh
\ No newline at end of file
diff --git a/gpu/nvidia/lammps.cuda/make-scripts/set_affinity_gpu_polaris.sh b/gpu/nvidia/lammps.cuda/make-scripts/set_affinity_gpu_polaris.sh
index 1a5521f..cc1e44c 120000
--- a/gpu/nvidia/lammps.cuda/make-scripts/set_affinity_gpu_polaris.sh
+++ b/gpu/nvidia/lammps.cuda/make-scripts/set_affinity_gpu_polaris.sh
@@ -1 +1 @@
-../../.common/set_affinity_gpu_polaris.sh
\ No newline at end of file
+../../../common/set_affinity_gpu_polaris.sh
\ No newline at end of file
diff --git a/gpu/nvidia/pelec.cuda/make-scripts/set_affinity_gpu_polaris.sh b/gpu/nvidia/pelec.cuda/make-scripts/set_affinity_gpu_polaris.sh
index 1a5521f..cc1e44c 120000
--- a/gpu/nvidia/pelec.cuda/make-scripts/set_affinity_gpu_polaris.sh
+++ b/gpu/nvidia/pelec.cuda/make-scripts/set_affinity_gpu_polaris.sh
@@ -1 +1 @@
-../../.common/set_affinity_gpu_polaris.sh
\ No newline at end of file
+../../../common/set_affinity_gpu_polaris.sh
\ No newline at end of file
diff --git a/gpu/nvidia/quicksilver.cuda/make-scripts/set_affinity_gpu_polaris.sh b/gpu/nvidia/quicksilver.cuda/make-scripts/set_affinity_gpu_polaris.sh
index 1a5521f..cc1e44c 120000
--- a/gpu/nvidia/quicksilver.cuda/make-scripts/set_affinity_gpu_polaris.sh
+++ b/gpu/nvidia/quicksilver.cuda/make-scripts/set_affinity_gpu_polaris.sh
@@ -1 +1 @@
-../../.common/set_affinity_gpu_polaris.sh
\ No newline at end of file
+../../../common/set_affinity_gpu_polaris.sh
\ No newline at end of file

From 85309e06ad4c2b30641266079a9e0ff24d0f341d Mon Sep 17 00:00:00 2001
From: Wileam Phan <wil.phan@rice.edu>
Date: Thu, 20 Jun 2024 17:25:16 +0000
Subject: [PATCH 2/2] Add Kokkos build script

---
 gpu/common/kokkos/build_kokkos.sh | 123 ++++++++++++++++++++++++++++++
 1 file changed, 123 insertions(+)
 create mode 100644 gpu/common/kokkos/build_kokkos.sh

diff --git a/gpu/common/kokkos/build_kokkos.sh b/gpu/common/kokkos/build_kokkos.sh
new file mode 100644
index 0000000..43c4006
--- /dev/null
+++ b/gpu/common/kokkos/build_kokkos.sh
@@ -0,0 +1,123 @@
+#!/bin/bash
+
+usage() {
+  echo
+  echo "Kokkos build script"
+  echo "Usage: $(basename $0) [-h] <kokkos_version> <kokkos_install_dir>"
+  echo
+}
+
+case "$1" in
+  "" | "-h" | "--help" ) usage; exit 0;;  
+esac
+KOKKOS_VER="$1"
+
+if [ -z "$2" ]; then usage; exit 0; fi
+KOKKOS_INSTALL_DIR="$(realpath -m $2)"
+
+kokkos_download() {
+
+  if [[ "${KOKKOS_VER::1}" =~ [0-9] ]]; then
+    # Download Kokkos release tarball
+    if [ ! -f "kokkos-${KOKKOS_VER}.tar.gz" ]; then
+      echo "Downloading tarball for Kokkos release ${KOKKOS_VER}"  
+      wget -O "kokkos-${KOKKOS_VER}.tar.gz" "https://github.com/kokkos/kokkos/archive/${KOKKOS_VER}.tar.gz" || return $?
+    fi
+    rm -rf "kokkos-${KOKKOS_VER}"
+    tar xzf "kokkos-${KOKKOS_VER}.tar.gz" || return $?
+  else
+    # Clone Kokkos git repo
+    rm -rf "kokkos-${KOKKOS_VER}"
+    echo "Cloning Kokkos repository ${KOKKOS_VER} branch"
+    git clone -b "${KOKKOS_VER}" https://github.com/kokkos/kokkos.git "kokkos-${KOKKOS_VER}" || return $?
+  fi
+
+}
+
+declare -a KOKKOS_FLAGS
+kokkos_set_arch() {
+
+  # CPU arch
+  if [ -z "${HPCTOOLKIT_KOKKOS_CPU_BACKEND}" ]; then
+    HPCTOOLKIT_KOKKOS_CPU_BACKEND=SERIAL
+  fi
+  KOKKOS_FLAGS+=("-DKokkos_ENABLE_${HPCTOOLKIT_KOKKOS_CPU_BACKEND}=ON")
+  if [ -n "${HPCTOOLKIT_KOKKOS_HOST_ARCH}" ]; then
+    KOKKOS_FLAGS+=("-DKokkos_ARCH_${HPCTOOLKIT_KOKKOS_HOST_ARCH}=ON")
+  fi
+
+  # GPU arch
+  if [ ! "${HPCTOOLKIT_KOKKOS_GPU_BACKEND}" = "NONE" ]; then
+    KOKKOS_FLAGS+=("-DKokkos_ENABLE_${HPCTOOLKIT_KOKKOS_GPU_BACKEND}=ON")
+    if [ -n "${HPCTOOLKIT_KOKKOS_GPU_ARCH}" ]; then
+      KOKKOS_FLAGS+=("-DKokkos_ARCH_${HPCTOOLKIT_KOKKOS_GPU_ARCH}=ON")
+    fi
+  fi
+
+}
+
+if [ -z "${HPCTOOLKIT_KOKKOS_GPU_BACKEND}" ]; then
+  HPCTOOLKIT_KOKKOS_GPU_BACKEND=NONE
+fi
+
+KOKKOS_WD="$(dirname $(realpath $0))"
+pushd "${KOKKOS_WD}"
+
+KOKKOS_SOURCE_DIR="kokkos-${KOKKOS_VER}"
+KOKKOS_BUILD_DIR="kokkos-${KOKKOS_VER}/build-${HPCTOOLKIT_KOKKOS_GPU_BACKEND}"
+
+# Check whether a successful build already exists
+BUILD_KOKKOS=1
+if [ -f kokkos.build.done ]; then
+  found="$(grep -c ${KOKKOS_VER}-${HPCTOOLKIT_KOKKOS_GPU_BACKEND} kokkos.build.done)"
+  if [ "x${found}" = "x1" ]; then
+    BUILD_KOKKOS=0
+  fi
+fi
+if [ "x${BUILD_KOKKOS}" = "x1" ]; then
+
+  # Get source
+  kokkos_download
+  if [ ! $? = 0 ]; then
+    echo "Failed to download Kokkos ${KOKKOS_VER}"
+    exit 1
+  fi
+
+  # Set up build flags
+  KOKKOS_FLAGS+=("-S${KOKKOS_SOURCE_DIR}")
+  KOKKOS_FLAGS+=("-B${KOKKOS_BUILD_DIR}")
+  KOKKOS_FLAGS+=("-DCMAKE_INSTALL_PREFIX=${KOKKOS_INSTALL_DIR}")
+  KOKKOS_FLAGS+=("-DCMAKE_BUILD_TYPE=RelWithDebInfo")
+  KOKKOS_FLAGS+=("-DKokkos_ENABLE_EXAMPLES=OFF")
+  kokkos_set_arch
+  if [ -n "${HPCTOOLKIT_KOKKOS_GPU_FLAGS}" ]; then
+    KOKKOS_FLAGS+=("${HPCTOOLKIT_KOKKOS_GPU_FLAGS}")
+  fi
+  if [ -n "${HPCTOOLKIT_KOKKOS_EXTRA_FLAGS}" ]; then
+    KOKKOS_FLAGS+=("${HPCTOOLKIT_KOKKOS_EXTRA_FLAGS}")
+  fi
+
+  # Configure
+  rm -rf "${KOKKOS_BUILD_DIR}"
+  cmake "${KOKKOS_FLAGS[@]}"
+  if [ ! $? = 0 ]; then
+    echo "Failed to configure Kokkos"
+    exit 2
+  fi
+
+  # Build
+  cmake --build "${KOKKOS_BUILD_DIR}" --parallel 8
+  if [ $? = 0 ]; then
+    echo "${KOKKOS_VER}-${HPCTOOLKIT_KOKKOS_GPU_BACKEND}" >> kokkos.build.done
+  else
+    echo "Failed to build Kokkos"
+    exit 3
+  fi
+
+fi # BUILD_KOKKOS
+
+# Install
+rm -rf "${KOKKOS_INSTALL_DIR}"
+cmake --install "${KOKKOS_BUILD_DIR}" --prefix "${KOKKOS_INSTALL_DIR}"
+
+popd