script_MPI_OpenMP_1.sh – SUPERCOMPUTER EDUCATION AND RESEARCH CENTRE

#!/bin/bash
#SBATCH --nodes=100
#SBATCH --exclusive
#SBATCH --threads-per-core=1 #HT is not in used
#SBATCH --ntasks=400
##SBATCH --cpus-per-task=4
#SBATCH --ntasks-per-node=4
#SBATCH --time=24:00:00
#SBATCH --output=slurm-%A.out
#SBATCH --error=slurm-%A.err
#SBATCH --partition=hm

# #SBATCH --partition=standard

# #SBATCH -w cn[001-002]
# #SBATCH -w cn[001-200]

source /opt/ohpc/admin/lmod/lmod/init/sh >/dev/null

#module load module load compiler/intel/2018.4.057

source /opt/ohpc/admin/lmod/lmod/init/sh >/dev/null

module load spack
source /home-ext/apps/spack/share/spack/setup-env.sh

module load compiler/intel/2018.4.057

#module load compiler/intel/2019.5.281

spack load hdf5@1.10.8 +fortran %intel@19.0.5.281
#spack load intel-mpi@2019.10.317 %intel@19.0.5.281

ulimit -s unlimited # stack
ulimit -d unlimited # data area
ulimit -c unlimited

ulimit -a
ulimit -n

export MPITASKS=${SLURM_NTASKS}

which mpirun

export PPN=4

export I_MPI_FABRICS=shm:dapl
export I_MPI_DEBUG=9

export OMP_NUM_THREADS=6

time /opt/ohpc/pub/compiler/intel/2018_4/compilers_and_libraries_2018.5.274/linux/mpi/intel64/bin/mpiexec.hydra -np ${MPITASKS} -genv OMP_NUM_THREAD 6 -ppn $PPN /home/phd/18/physhinj/ParamPravega_Benchmark/Electron-Phonon/linewidth/linewidth in.lwdth