Mercurial > hg > cc > cirrus_home

comparison masterJob.sh @ 84:2fc33145242b

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
prepare for real parallel distribution
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Sun, 14 Mar 2021 21:28:02 +0000
parents 6304d5c46229
children e5d5958bf3fe
comparison
equal deleted inserted replaced
83:8fb11e337e23 84:2fc33145242b
1 #!/bin/bash 1 #!/bin/bash
2 # Attempt at a master Master job 2 # Attempt at a master Master job
3 # Usage: sbatch [--nodes=n] [--tasks-per-node=n] masterJob.sh taskName [args...] 3 # Usage: sbatch [--exclusive --nodes= --tasks-per-node= | -n ... -c ...] masterJob.sh taskName [args...]
4 # Implies that ~/taskName_{0,1}.txt contain the necessary parameterisation 4 # Note that --exclusive is _not_ set by default
5 #SBATCH --nodes=2 5 # Use -n n -c c for to launch n 'parallel ...' jobs each of which spawns c actual workers which
6 #SBATCH --exclusive 6 # divide up the job task file task file (see below) between them.
7 #SBATCH --tasks-per-node 36 7 # Implies that ~/taskName_{0..n}.txt or ~/taskName/{0..n}.txt contain the necessary parameterisation
8 #SBATCH --cpus-per-task 1
9 #SBATCH --time=00:01:00 8 #SBATCH --time=00:01:00
10 #SBATCH --partition=standard 9 #SBATCH --partition=standard
11 #SBATCH --qos=short 10 #SBATCH --qos=standard
12 #SBATCH --account=ec166-guest 11 #SBATCH --account=dc007
13 #SBATCH --job-name stest 12 #SBATCH --job-name stest
14 13
15 cd ${SLURM_SUBMIT_DIR} 14 cd ${SLURM_SUBMIT_DIR}
16 15
17 module load gnu-parallel
18
19 bin/masterMaster.sh "$@" 16 bin/masterMaster.sh "$@"
20 17