#!/bin/bash 

#SBATCH -J test_hybrid        # Job name
#SBATCH -o job.%j.out         # Name of stdout output file (%j expands to jobId)
#SBATCH -N 1                  # Total number of nodes requested
#SBATCH -n 8                  # Total number of mpi tasks requested
#SBATCH -t 01:30:00           # Run time (hh:mm:ss) - 1.5 hours
#SBATCH -p test               # Request  a  specific queue for the resource allocation: normal or test. If that line is removed, the job will be scheduled in the test partition
                              

# Launch MPI-based executable
module purge
module load  intel/19.0.5.281 impi/2019.5.281 # using intel compilers and intel MPI suite version 2019.5.281

# Set the number of threads to 4
#   There are 12 OpenMP threads per MPI process
export OMP_NUM_THREADS=4

# Set placement to support hybrid jobs
export I_MPI_PIN_DOMAIN=omp

# Launch the parallel job
#   Using 8 MPI processes
#   8 MPI processes per node
#   4 OpenMP threads per MPI process
mpirun -n 8 -ppn 8 ./my_mixed_executable arg1 arg2