Mercurial > hg > cc > cirrus_home

annotate masterJob.sh @ 129:b51d65ed6c89

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
improve error handling
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Fri, 09 Jul 2021 13:45:43 +0000
parents e5d5958bf3fe
children 0a447db5cf1c
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
21
a598469733d3 more job scripts
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
1 #!/bin/bash
a598469733d3 more job scripts
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
2 # Attempt at a master Master job
84
2fc33145242b prepare for real parallel distribution
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 82
diff changeset
3 # Usage: sbatch [--exclusive --nodes= --tasks-per-node= | -n ... -c ...] masterJob.sh taskName [args...]
2fc33145242b prepare for real parallel distribution
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 82
diff changeset
4 # Note that --exclusive is _not_ set by default
2fc33145242b prepare for real parallel distribution
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 82
diff changeset
5 # Use -n n -c c for to launch n 'parallel ...' jobs each of which spawns c actual workers which
2fc33145242b prepare for real parallel distribution
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 82
diff changeset
6 # divide up the job task file task file (see below) between them.
2fc33145242b prepare for real parallel distribution
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 82
diff changeset
7 # Implies that ~/taskName_{0..n}.txt or ~/taskName/{0..n}.txt contain the necessary parameterisation
85
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 84
diff changeset
8 #SBATCH --time=01:00:00
82
6304d5c46229 trying to move to slurm
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 38
diff changeset
9 #SBATCH --partition=standard
84
2fc33145242b prepare for real parallel distribution
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 82
diff changeset
10 #SBATCH --qos=standard
2fc33145242b prepare for real parallel distribution
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 82
diff changeset
11 #SBATCH --account=dc007
85
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 84
diff changeset
12 #SBATCH --job-name master
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 84
diff changeset
13
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 84
diff changeset
14 export SBATCH_JOB_NAME="$1"
21
a598469733d3 more job scripts
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
15
82
6304d5c46229 trying to move to slurm
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 38
diff changeset
16 cd ${SLURM_SUBMIT_DIR}
21
a598469733d3 more job scripts
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
17
82
6304d5c46229 trying to move to slurm
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 38
diff changeset
18 bin/masterMaster.sh "$@"
6304d5c46229 trying to move to slurm
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 38
diff changeset
19