Marenostrum 4

The modules necessary to compile and run HORSES3D are:

module load intel/2017.4 load impi/2017.4 load mkl/2017.4 load metis/5.1.0 load hdf5/1.10.5
export METIS_HOME=$METISROOT
export HDF5_ROOT=$HDF5_DIR

Then, to compile:

make COMPILER=ifort COMM=PARALLEL WITH_METIS=YES WITH_HDF5=YES

An example slurm script is included below:

#!/bin/bash
#SBATCH --job-name=jp2
#SBATCH --ntasks=40
#SBATCH --cpus-per-task=24
#SBATCH --ntasks-per-node=2
#SBATCH --time=34:00:00
#SBATCH -e RESULTS/err-naca%j.log
#SBATCH -o RESULTS/out-naca%j.log
 
export OMP_SCHEDULE="guided"
export OMP_NUM_THREADS=$SLURM_CPUS_PER_TASK
 
module purge
module load intel/2017.4
module load impi/2017.4
module load mkl/2017.4
module load metis/5.1.0
module load hdf5/1.10.5
export METIS_HOME=$METISROOT
export HDF5_ROOT=$HDF5_DIR
 
echo "##########################################################################"
echo "#"
echo "# Running with $SLURM_NTASKS tasks and $SLURM_CPUS_PER_TASK cpus/task"
echo "# On nodes $SLURM_JOB_NODELIST"
echo "#"
echo "##########################################################################"
 
EXEC=../../../bin/horses3d.ns
 
srun $EXEC IA_KG_wr_iles_v15_CFL10.control