#!/usr/bin/bash
# Invoke this as e.g. sbatch --ntasks=10 -c 20 runme.sh [-m first last] [args for work/bin/_runme.sh]
# It will run on the login node
#  -m i j will launch _runme.sh multiple times with a -a in {first..last}

#SBATCH --time=01:00:00
#SBATCH --partition=standard
#SBATCH --qos=standard
#SBATCH --account=ec276-hst
#SBATCH --job-name runme

export W=/work/dc007/dc007

if [ "$1" = "-m" ]
then
 a=$SLURM_ARRAY_TASK_ID
 echo "Array id $a $SLURM_ARRAY_TASK_COUNT" > mtest$a.out
 ss=$2-$3
 shift; shift; shift;
 echo $(date) Launching $SLURM_JOB_NUM_NODES nodes in $(pwd) for runme -a $ss "$@" from $(hostname) to do $SLURM_NTASKS tasks, $SLURM_CPUS_PER_TASK cpus each  >> mtest$a.out
 echo $(date) Launching $a >> mtest$a.out
 srun -N1 -c $SLURM_CPUS_PER_TASK $W/shared/bin/sing $W/hst/bin/_runme.sh -a $a "$@" >> mtest$a.out
 echo $(date) Finished $a $? >> mtest$a.out
 if [ "$exclude" ]
  then
   exclude+=",$SLURMD_NODENAME"
  else
   export exclude="--exclude=$SLURMD_NODENAME"
 fi
 echo $exclude >> mtest$a.out
else
 echo $(date) Launching $SLURM_JOB_NUM_NODES nodes in $(pwd) for runme "$@" from $(hostname) to do $SLURM_NTASKS tasks, $SLURM_CPUS_PER_TASK cpus each >> mtest$a.out

 srun --unbuffered -c $SLURM_CPUS_PER_TASK $W/shared/bin/sing $W/hst/bin/_runme.sh "$@"
 echo $(date) Finished
fi