script_HiFUN_openmpi.sh – SUPERCOMPUTER EDUCATION AND RESEARCH CENTRE

#!/bin/bash
#SBATCH --nodes=500
#SBATCH --ntasks-per-node=48
#SBATCH --time=00:30:00
#SBATCH --output=out.slurm-%A
#SBATCH --error=err.slurm-%A
#SBATCH --partition=standard

. /opt/ohpc/admin/lmod/lmod/init/bash > /dev/null

echo "SLURM_JOBID="$SLURM_JOBID
echo "SLURM_JOB_NODELIST"=$SLURM_JOB_NODELIST
echo "SLURM_NNODES"=$SLURM_NNODES
echo "SLURM_NTASKS"=$SLURM_NTASKS

ulimit -s unlimited # stack
ulimit -d unlimited # data area
ulimit -c unlimited
ulimit -a
ulimit -n

## environment Setup
. /home-ext/apps/spack/share/spack/setup-env.sh
spack load openmpi+legacylaunchers fabrics=auto schedulers=auto

which mpirun

cd $SLURM_SUBMIT_DIR

time mpirun --mca opal_common_ucx_opal_mem_hooks 1 -n $SLURM_NTASKS /home-ext/apps/iisc_temp/munni/cdacOpenMPI/test_code_cdacOpenMPI