Skip to content

Commit

Permalink
Docs: Add spack files for cuda-11.8.0-intel
Browse files Browse the repository at this point in the history
  • Loading branch information
lwJi committed Mar 24, 2024
1 parent fd08bd4 commit d1c02f6
Show file tree
Hide file tree
Showing 2 changed files with 177 additions and 0 deletions.
102 changes: 102 additions & 0 deletions Docs/compile-notes/frontera/configs/config-frontera-cuda-intel.cfg
Original file line number Diff line number Diff line change
@@ -0,0 +1,102 @@
# Configuration for an frontera installation: cuda

# Whenever this version string changes, the application is configured
# and rebuilt from scratch
VERSION = frontera-2023-09-30

CPP = cpp
CC = gcc
CXX = nvcc -x cu
FPP = cpp
FC = gfortran
F90 = gfortran
LD = nvcc -lcurand

CPPFLAGS = -DSIMD_CPU
CFLAGS = -pipe -g -std=gnu11
CXXFLAGS = -pipe -g0 -std=c++17 --compiler-options -std=gnu++17 --expt-relaxed-constexpr --extended-lambda --gpu-architecture sm_70 --forward-unknown-to-host-compiler --Werror ext-lambda-captures-this --relocatable-device-code=true --objdir-as-tempdir
FPPFLAGS = -traditional
F90FLAGS = -pipe -g -fcray-pointer -ffixed-line-length-none
LIBS = nvToolsExt gfortran

#CUCC = nvcc
#CUCCFLAGS = -std=c++14 -I/opt/apps/cuda/11.3/include #-L/opt/apps/cuda/11.3/lib64
#LDFLAGS = -rdynamic
#LDFLAGS = -Wl,-rpath,/opt/apps/cuda/11.3/lib64 -Wl,-rpath,/work2/08708/liwei/frontera/SpackView/cuda/view/lib -Wl,-rpath,/work2/08708/liwei/frontera/SpackView/cuda/view/lib64
#LIBDIRS = /opt/apps/cuda/11.3/lib64

C_LINE_DIRECTIVES = yes
F_LINE_DIRECTIVES = yes

INTEGER_PRECISION = 4
REAL_PRECISION = 8

# CUDA does not support these
DISABLE_INT16 = yes
DISABLE_REAL16 = yes

DEBUG = no
CPP_DEBUG_FLAGS = -DCARPET_DEBUG
C_DEBUG_FLAGS = -fbounds-check -fsanitize=undefined -fstack-protector-all -ftrapv
CXX_DEBUG_FLAGS = -fbounds-check -fsanitize=undefined -fstack-protector-all -ftrapv
FPP_DEBUG_FLAGS = -DCARPET_DEBUG
F90_DEBUG_FLAGS = -fcheck=bounds,do,mem,pointer,recursion -finit-character=65 -finit-integer=42424242 -finit-real=nan -fsanitize=undefined -fstack-protector-all -ftrapv

OPTIMISE = yes
C_OPTIMISE_FLAGS = -O3 -fcx-limited-range -fexcess-precision=fast -ffp-contract=fast -fno-math-errno -fno-rounding-math -fno-signaling-nans -funsafe-math-optimizations
CXX_OPTIMISE_FLAGS = -O3 -fcx-limited-range -fexcess-precision=fast -ffp-contract=fast -fno-math-errno -fno-rounding-math -fno-signaling-nans -funsafe-math-optimizations
F90_OPTIMISE_FLAGS = -O3 -fcx-limited-range -fexcess-precision=fast -ffp-contract=fast -fno-math-errno -fno-rounding-math -fno-signaling-nans -funsafe-math-optimizations

OPENMP = yes
CPP_OPENMP_FLAGS = -fopenmp
FPP_OPENMP_FLAGS = -D_OPENMP

WARN = yes
CPP_WARN_FLAGS = -Wall
C_WARN_FLAGS =
CXX_WARN_FLAGS =
FPP_WARN_FLAGS = -Wall
F90_WARN_FLAGS = -Wall -Wshadow -Wsurprising

VECTORISE = no

MPI_DIR = /opt/intel/compilers_and_libraries_2020.4.304/linux/mpi
MPI_LIB_DIRS = /opt/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/lib/release
MPI_INC_DIRS = /opt/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/include
MPI_LIBS = mpi

GSL_DIR = /opt/apps/intel19/gsl/2.6
HWLOC_DIR = /opt/apps/hwloc/1.11.12

BLAS_DIR = NO_BUILD
BLAS_LIBS = # /opt/intel/compilers_and_libraries_2020.1.217/linux/mkl/lib/intel64
LAPACK_DIR = NO_BUILD
LAPACK_LIBS = # /opt/intel/compilers_and_libraries_2020.1.217/linux/mkl/lib/intel64
OPENBLAS_DIR = NO_BUILD
OPENBLAS_LIBS = # /opt/intel/compilers_and_libraries_2020.1.217/linux/mkl/lib/intel64

PTHREADS_DIR = NO_BUILD

FFTW3_DIR = /work2/08708/liwei/frontera/SpackView/cuda-intel/view
HDF5_DIR = /work2/08708/liwei/frontera/SpackView/cuda-intel/view
HDF5_ENABLE_CXX = yes
HDF5_ENABLE_FORTRAN = yes
HDF5_INC_DIRS = /work2/08708/liwei/frontera/SpackView/cuda-intel/view/include
HDF5_LIB_DIRS = /work2/08708/liwei/frontera/SpackView/cuda-intel/view/lib
HDF5_LIBS = hdf5_hl_cpp hdf5_cpp hdf5hl_fortran hdf5_fortran hdf5_hl hdf5
ADIOS2_DIR = /work2/08708/liwei/frontera/SpackView/cuda-intel/view
ADIOS2_LIB_DIRS = /work2/08708/liwei/frontera/SpackView/cuda-intel/view/lib64
ADIOS2_LIBS = adios2_cxx11_mpi adios2_cxx11
AMREX_DIR = /work2/08708/liwei/frontera/SpackView/cuda-intel/view
NSIMD_DIR = /work2/08708/liwei/frontera/SpackView/cuda-intel/view
NSIMD_INC_DIRS = /work2/08708/liwei/frontera/SpackView/cuda-intel/view/include
NSIMD_LIB_DIRS = /work2/08708/liwei/frontera/SpackView/cuda-intel/view/lib
NSIMD_ARCH = AVX2
OPENPMD_API_DIR = /work2/08708/liwei/frontera/SpackView/cuda-intel/view
OPENPMD_DIR = /work2/08708/liwei/frontera/SpackView/cuda-intel/view
SSHT_DIR = /work2/08708/liwei/frontera/SpackView/cuda-intel/view
SILO_DIR = /work2/08708/liwei/frontera/SpackView/cuda-intel/view
#SILO_INC_DIRS = /work2/08708/liwei/frontera/SpackView/cuda-intel/view/include
#SILO_LIB_DIRS = /work2/08708/liwei/frontera/SpackView/cuda-intel/view/lib
YAML_CPP_DIR = /work2/08708/liwei/frontera/SpackView/cuda-intel/view
ZLIB_DIR = /work2/08708/liwei/frontera/SpackView/cuda-intel/view
75 changes: 75 additions & 0 deletions Docs/compile-notes/frontera/cuda-11.8.0-intel/spack.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,75 @@
# source $WORK/SpackSource/spack/share/spack/setup-env.sh
# env TMPDIR=$WORK/tmp spack --env-dir $WORK/Tools/spack-files/frontera/github/cuda-11.8.0-intel compiler find view-cuda-compilers &&
# env TMPDIR=$WORK/tmp spack --env-dir $WORK/Tools/spack-files/frontera/github/cuda-11.8.0-intel concretize --force &&
# env TMPDIR=$WORK/tmp spack --env-dir $WORK/Tools/spack-files/frontera/github/cuda-11.8.0-intel install --fail-fast
spack:
definitions:
- compilers:
- gcc @11.2.0 #arch=linux-centos7-broadwell
- packages:
- adios2 ~python
- amrex dimensions=3 +cuda cuda_arch=70 ~fortran +hdf5 +openmp +particles
- cuda @11.8.0 +allow-unsupported-compilers
- fftw +mpi +openmp
- hwloc @1.11.12
- petsc @3.17 +cuda +fftw +hwloc +openmp
- nsimd @3.0.1
- openpmd-api
- ssht
- hdf5 @1.10.9 +cxx +fortran +hl +mpi +threadsafe
- [email protected] +hdf5 ~fortran ~pic ~shared
- yaml-cpp
- zlib
# - gsl
# - openblas
packages:
petsc:
buildable: false
externals:
- spec: [email protected]
prefix: /home1/apps/intel19/impi19_0/petsc/3.17
hwloc:
buildable: false
externals:
- spec: [email protected]
prefix: /opt/apps/hwloc/1.11.12
#cmake:
# buildable: false
# externals:
# - spec: [email protected]
# prefix: /opt/apps/cmake/3.24.2
intel-mkl:
buildable: false
externals:
- spec: [email protected]
prefix: /opt/intel/compilers_and_libraries_2020.1.217/linux/mkl
#fftw:
# buildable: false
# externals:
# - spec: [email protected]
# prefix: /opt/apps/intel19/impi19_0/fftw3/3.3.10
#hdf5:
# buildable: false
# externals:
# - spec: [email protected]
# prefix: /opt/apps/intel19/hdf5/1.10.4/x86_64
libfabric:
buildable: false
externals:
- spec: [email protected]
prefix: /opt/intel/compilers_and_libraries_2020.4.304/linux/mpi/intel64/libfabric/lib
intel-mpi:
buildable: false
externals:
- spec: [email protected]
prefix: /opt/intel/compilers_and_libraries_2020.4.304/linux/mpi
mpi:
buildable: false
specs:
- matrix:
- [$%compilers]
- [$packages]
concretizer:
reuse: false
unify: true
view: /work2/08708/liwei/frontera/SpackView/cuda-intel/view

0 comments on commit d1c02f6

Please sign in to comment.