From bc998e27da348203162b1ea870c9317b9af74441 Mon Sep 17 00:00:00 2001
From: Liwei Ji <jiliwei.phys@gmail.com>
Date: Thu, 13 Jun 2024 14:25:32 -0400
Subject: [PATCH] Docs: add Load-Module-CarpetX-cce15.sh for frontier

---
 .../frontier/Load-Module-CarpetX-cce15.sh     | 20 +++++++++++++++++++
 ...-Module-CarpetX => Load-Module-CarpetX.sh} |  6 ++++++
 .../frontier/amrex/Compile-AMReX.sh           |  2 ++
 .../frontier/amrex/Export-AMReX.sh            |  2 ++
 .../frontier/amrex/Load-Module-AMReX.sh       |  2 ++
 5 files changed, 32 insertions(+)
 create mode 100755 Docs/compile-notes/frontier/Load-Module-CarpetX-cce15.sh
 rename Docs/compile-notes/frontier/{Load-Module-CarpetX => Load-Module-CarpetX.sh} (77%)

diff --git a/Docs/compile-notes/frontier/Load-Module-CarpetX-cce15.sh b/Docs/compile-notes/frontier/Load-Module-CarpetX-cce15.sh
new file mode 100755
index 00000000..c0f01cda
--- /dev/null
+++ b/Docs/compile-notes/frontier/Load-Module-CarpetX-cce15.sh
@@ -0,0 +1,20 @@
+#!/bin/bash
+
+module load craype-accel-amd-gfx90a
+module load rocm/5.3.0
+
+export MPICH_GPU_SUPPORT_ENABLED=1
+export PE_MPICH_GTL_DIR_amd_gfx90a="-L/opt/cray/pe/mpich/8.1.23/gtl/lib"
+export PE_MPICH_GTL_LIBS_amd_gfx90a="-lmpi_gtl_hsa"
+
+module load adios2/2.8.3
+module load amrex/22.11
+module load boost/1.79.0-cxx17
+module load cray-fftw/3.3.10.3
+module load cray-hdf5-parallel/1.12.2.1
+module load gsl/2.7.1
+module load hwloc/2.5.0
+module load libjpeg-turbo/2.1.0
+module load openblas/0.3.17
+module load openpmd-api/0.14.4
+module load zlib/1.2.11
diff --git a/Docs/compile-notes/frontier/Load-Module-CarpetX b/Docs/compile-notes/frontier/Load-Module-CarpetX.sh
similarity index 77%
rename from Docs/compile-notes/frontier/Load-Module-CarpetX
rename to Docs/compile-notes/frontier/Load-Module-CarpetX.sh
index 8e654bc3..02285edb 100755
--- a/Docs/compile-notes/frontier/Load-Module-CarpetX
+++ b/Docs/compile-notes/frontier/Load-Module-CarpetX.sh
@@ -1,3 +1,5 @@
+#!/bin/bash
+
 module purge
 module load PrgEnv-cray/8.5.0
 module load cce/17.0.0
@@ -8,6 +10,10 @@ module load craype-x86-trento
 module unload darshan-runtime
 
 
+################################################################################
+# old 
+################################################################################
+
 #module purge
 #module load DefApps/default
 #module load libfabric/1.15.2.0
diff --git a/Docs/compile-notes/frontier/amrex/Compile-AMReX.sh b/Docs/compile-notes/frontier/amrex/Compile-AMReX.sh
index bcd34285..0ac99897 100755
--- a/Docs/compile-notes/frontier/amrex/Compile-AMReX.sh
+++ b/Docs/compile-notes/frontier/amrex/Compile-AMReX.sh
@@ -1,3 +1,5 @@
+#!/bin/bash
+
 cmake -DCMAKE_BUILD_TYPE=RelWithDebInfo \
       -DCMAKE_INSTALL_PREFIX=${HOME}/local/amrex-24.06 \
       -DCMAKE_PREFIX_PATH='/opt/rocm-6.0.0/lib/cmake/AMDDeviceLibs;/opt/rocm-6.0.0/lib/cmake/amd_comgr;/opt/rocm-6.0.0/lib/cmake/hip;/opt/rocm-6.0.0/lib/cmake/hiprand;/opt/rocm-6.0.0/lib/cmake/hsa-runtime64;/opt/rocm-6.0.0/lib/cmake/rocprim;/opt/rocm/lib/cmake/rocrand' \
diff --git a/Docs/compile-notes/frontier/amrex/Export-AMReX.sh b/Docs/compile-notes/frontier/amrex/Export-AMReX.sh
index 894283f5..47184bb8 100755
--- a/Docs/compile-notes/frontier/amrex/Export-AMReX.sh
+++ b/Docs/compile-notes/frontier/amrex/Export-AMReX.sh
@@ -1,3 +1,5 @@
+#!/bin/bash
+
 export MPICH_GPU_SUPPORT_ENABLED=1
 export AMREX_AMD_ARCH=gfx90a
 export CC=$(which cc)
diff --git a/Docs/compile-notes/frontier/amrex/Load-Module-AMReX.sh b/Docs/compile-notes/frontier/amrex/Load-Module-AMReX.sh
index de4e7696..8f947ea2 100755
--- a/Docs/compile-notes/frontier/amrex/Load-Module-AMReX.sh
+++ b/Docs/compile-notes/frontier/amrex/Load-Module-AMReX.sh
@@ -1,3 +1,5 @@
+#!/bin/bash
+
 module purge
 module load PrgEnv-cray/8.5.0
 module load cce/17.0.0