script_MPI_Openmp_2.sh – SUPERCOMPUTER EDUCATION AND RESEARCH CENTRE

#!/bin/bash
#SBATCH --nodes=500
#SBATCH --exclusive
#SBATCH --threads-per-core=1 #HT is not in used
#SBATCH --ntasks=3000
#SBATCH --ntasks-per-node=6
#SBATCH --time=01:00:00
#SBATCH --output=slurm-%A.out
#SBATCH --error=slurm-%A.err
#SBATCH --partition=standard

ulimit -s unlimited # stack
ulimit -d unlimited # data area
ulimit -c unlimited
ulimit -a
ulimit -n

module load compiler/intel/oneapi/mpi/2021.5.0

export MPITASKS=${SLURM_NTASKS}

which mpirun

PPN=8

export I_MPI_FABRICS=shm:ofi
export I_MPI_DEBUG=9
export OMP_NUM_THREADS=6

time /opt/ohpc/pub/compiler/intel/oneapi/mpi/2021.5.0/bin/mpiexec.hydra -np ${MPITASKS} -genv OMP_NUM_THREAD 6 -ppn $PPN /bin/hostname