Add singularity container definition file #352
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Build and Test (Linux, Arm64) | |
on: | |
push: | |
branches: | |
- main | |
pull_request: | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.ref }} | |
cancel-in-progress: true | |
jobs: | |
build-and-test-linux-arm64: | |
strategy: | |
fail-fast: false | |
matrix: | |
include: # Only a single simple build test for now | |
- compiler: clang | |
mpi: mpich | |
math-libs: openblas | |
build-shared: static | |
with-64bit-int: int32 | |
with-openmp: serial | |
with-solver: superlu | |
with-eigensolver: arpack | |
runs-on: palace_ubuntu-latest_16-core | |
steps: | |
- uses: actions/checkout@v3 | |
with: | |
submodules: 'recursive' | |
- name: Hardware setup, build, and test | |
uses: uraimo/run-on-arch-action@v2 | |
id: runcmd | |
with: | |
arch: aarch64 | |
distro: ubuntu_latest | |
env: | | |
CMAKE_BUILD_TYPE: Release | |
NUM_PROC_BUILD_MAX: '32' | |
NUM_PROC_TEST_MAX: '8' | |
run: | | |
# Install dependencies | |
apt-get update -q | |
apt-get install -y build-essential clang lld gfortran python3 wget git \ | |
cmake pkg-config libmpich-dev | |
# Install Julia | |
wget https://julialang-s3.julialang.org/bin/linux/aarch64/1.9/julia-1.9.2-linux-aarch64.tar.gz | |
mkdir -p /opt/julia && tar -xzf julia-1.9.2-linux-aarch64.tar.gz -C /opt/julia | |
rm -rf julia-*.tar.gz | |
# Install math libraries (OpenBLAS) | |
if [[ "${{ matrix.math-libs }}" == 'openblas' ]]; then | |
if [[ "${{ matrix.with-openmp }}" == 'openmp' ]]; then | |
apt-get install -y libopenblas-openmp-dev | |
else | |
apt-get install -y libopenblas-serial-dev | |
fi | |
fi | |
# Install math libraries (Arm Performance Libraries) | |
if [[ "${{ matrix.math-libs }}" == 'armpl' ]]; then | |
wget https://developer.arm.com/-/media/Files/downloads/hpc/arm-performance-libraries/22-0-2/Ubuntu20.04/arm-performance-libraries_22.0.2_Ubuntu-20.04_gcc-11.2.tar | |
tar -xf arm-performance-libraries* && rm -rf arm-performance-libraries*.tar | |
./arm-performance-libraries*/arm-performance-libraries*.sh -a -i /opt/arm | |
export ARMPL_DIR=/opt/arm/armpl_22.0.2_gcc-11.2 | |
export LD_LIBRARY_PATH="${LD_LIBRARY_PATH:+LD_LIBRARY_PATH:}$ARMPL_DIR/lib" | |
fi | |
# Configure environment for build | |
if [[ "${{ matrix.compiler }}" == 'clang' ]]; then | |
export CC=clang | |
export CXX=clang++ | |
export FC=gfortran-11 | |
export LDFLAGS='-fuse-ld=lld' | |
elif [[ "${{ matrix.compiler }}" == 'gcc' ]]; then | |
export CC=gcc-11 | |
export CXX=g++-11 | |
export FC=gfortran-11 | |
fi | |
export NUM_PROC_BUILD=$(nproc 2> /dev/null || sysctl -n hw.ncpu) | |
if [[ "$NUM_PROC_BUILD" -gt "$NUM_PROC_BUILD_MAX" ]]; then | |
NUM_PROC_BUILD=$NUM_PROC_BUILD_MAX | |
fi | |
[[ "${{ matrix.build-shared }}" == 'shared' ]] && BUILD_SHARED='ON' || BUILD_SHARED='OFF' | |
[[ "${{ matrix.with-64bit-int }}" == 'int64' ]] && WITH_INT64='ON' || WITH_INT64='OFF' | |
[[ "${{ matrix.with-openmp }}" == 'openmp' ]] && WITH_OPENMP='ON' || WITH_OPENMP='OFF' | |
[[ "${{ matrix.with-solver }}" == 'superlu' ]] && WITH_SUPERLU='ON' || WITH_SUPERLU='OFF' | |
[[ "${{ matrix.with-solver }}" == 'strumpack' ]] && WITH_STRUMPACK='ON' || WITH_STRUMPACK='OFF' | |
[[ "${{ matrix.with-solver }}" == 'mumps' ]] && WITH_MUMPS='ON' || WITH_MUMPS='OFF' | |
[[ "${{ matrix.with-eigensolver }}" == 'slepc' ]] && WITH_SLEPC='ON' || WITH_SLEPC='OFF' | |
[[ "${{ matrix.with-eigensolver }}" == 'arpack' ]] && WITH_ARPACK='ON' || WITH_ARPACK='OFF' | |
# Build and install | |
mkdir palace-build && cd palace-build | |
cmake .. \ | |
-DCMAKE_INSTALL_PREFIX=/opt/palace \ | |
-DBUILD_SHARED_LIBS=$BUILD_SHARED \ | |
-DPALACE_WITH_64BIT_INT=$WITH_INT64 \ | |
-DPALACE_WITH_OPENMP=$WITH_OPENMP \ | |
-DPALACE_WITH_SUPERLU=$WITH_SUPERLU \ | |
-DPALACE_WITH_STRUMPACK=$WITH_STRUMPACK \ | |
-DPALACE_WITH_MUMPS=$WITH_MUMPS \ | |
-DPALACE_WITH_SLEPC=$WITH_SLEPC \ | |
-DPALACE_WITH_ARPACK=$WITH_ARPACK | |
make -j$NUM_PROC_BUILD | |
cd .. | |
# XX TODO: Disable tests for now since Julia precompilation fails | |
# # Configure environment for tests | |
# export NUM_PROC_TEST=$(nproc 2> /dev/null || sysctl -n hw.ncpu) | |
# if [[ "$NUM_PROC_TEST" -gt "$NUM_PROC_TEST_MAX" ]]; then | |
# NUM_PROC_TEST=$NUM_PROC_TEST_MAX | |
# fi | |
# export PATH=/opt/palace/bin:/opt/julia/julia-1.9.2/bin:$PATH | |
# # Run tests | |
# julia --project=test -e 'using Pkg; Pkg.instantiate()' | |
# julia --project=test --color=yes test/runtests.jl |