FlexoHybridPETSC

The modules necessary to compile and run HORSES3D are:

module load gcc/11.2.0 hdf5/gcc11.2/1.14.2 openmpi/gcc11.2/4.1.6 metis/gcc11.2/5.1.0 PETSc/3.17.0/real_64_NO_batch

Then, to compile:

make COMM=PARALLEL WITH_METIS=YES WITH_HDF5=YES WITH_PETSC=YES

An example slurm script is included below:

#!/bin/bash
#SBATCH --job-name=iLES
#SBATCH --nodelist=n004,n005,n006,n007
#SBATCH --ntasks=192
#SBATCH --cpus-per-task=1
#SBATCH --ntasks-per-node=48
#SBATCH --time=24:00:00
#SBATCH -e RESULTS/err%j.log
#SBATCH -o RESULTS/out%j.log
 
export OMP_SCHEDULE="guided"
export OMP_NUM_THREADS=$SLURM_CPUS_PER_TASK
 
module purge
module load gcc/11.2.0
module load hdf5/gcc11.2/1.14.2
module load openmpi/gcc11.2/4.1.6
module load metis/gcc11.2/5.1.0
module load PETSc/3.17.0/real_64_NO_batch
 
echo "##########################################################################"
echo "#"
echo "# Running with $SLURM_NTASKS tasks and $SLURM_CPUS_PER_TASK cpus/task"
echo "# On nodes $SLURM_JOB_NODELIST"
echo "#"
echo "##########################################################################"
 
EXEC=../../../bin/horses3d.ns
 
mpiexec $EXEC IA_KG_wr_iles_v15_CFL10.control