diff masterJob.sh @ 84:2fc33145242b

prepare for real parallel distribution
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Sun, 14 Mar 2021 21:28:02 +0000
parents 6304d5c46229
children e5d5958bf3fe
line wrap: on
line diff
--- a/masterJob.sh	Sun Mar 14 21:25:01 2021 +0000
+++ b/masterJob.sh	Sun Mar 14 21:28:02 2021 +0000
@@ -1,20 +1,17 @@
 #!/bin/bash
 # Attempt at a master Master job
-# Usage: sbatch [--nodes=n] [--tasks-per-node=n] masterJob.sh taskName [args...]
-# Implies that ~/taskName_{0,1}.txt contain the necessary parameterisation
-#SBATCH --nodes=2
-#SBATCH --exclusive
-#SBATCH --tasks-per-node 36
-#SBATCH --cpus-per-task 1
+# Usage: sbatch [--exclusive --nodes= --tasks-per-node= | -n ... -c ...] masterJob.sh taskName [args...]
+#   Note that --exclusive is _not_ set by default
+#   Use -n n -c c for to launch n 'parallel ...' jobs each of which spawns c actual workers which
+#    divide up the job task file task file (see below) between them.
+# Implies that ~/taskName_{0..n}.txt or ~/taskName/{0..n}.txt contain the necessary parameterisation
 #SBATCH --time=00:01:00
 #SBATCH --partition=standard
-#SBATCH --qos=short
-#SBATCH --account=ec166-guest
+#SBATCH --qos=standard
+#SBATCH --account=dc007
 #SBATCH --job-name stest
 
 cd ${SLURM_SUBMIT_DIR}
 
-module load gnu-parallel
-
 bin/masterMaster.sh "$@"