Mercurial > hg > cc > cirrus_home

annotate masterJob.sh @ 196:436c976ed27f

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
try to get -m working properly
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Tue, 22 Apr 2025 14:32:50 +0100
parents bb24f94fe592
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
21
a598469733d3 more job scripts
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
1 #!/bin/bash
a598469733d3 more job scripts
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
2 # Attempt at a master Master job
149
bb24f94fe592 better comments
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 140
diff changeset
3 # Usage: sbatch [--exclusive] [--nodes=|-N] [--ntasks-per-node=] [--cpus-per-task|-c] masterJob.sh jobName [args...]
84
2fc33145242b prepare for real parallel distribution
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 82
diff changeset
4 # Note that --exclusive is _not_ set by default
149
bb24f94fe592 better comments
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 140
diff changeset
5 # Use -N m -n n -c c for to launch n 'parallel ...' jobs on each of m nodes
bb24f94fe592 better comments
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 140
diff changeset
6 # -c is redundant if --exclusive, otherwise gives
bb24f94fe592 better comments
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 140
diff changeset
7 # an estimate of how many threads each task could benefit from
bb24f94fe592 better comments
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 140
diff changeset
8 # Each job runs bin/taskName.sh and must use a job task file (see below)
bb24f94fe592 better comments
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 140
diff changeset
9 # between its tasks.
bb24f94fe592 better comments
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 140
diff changeset
10 # Implies that ~/jobName_{0..m}.txt or ~/jobName/{0..m}.txt
bb24f94fe592 better comments
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 140
diff changeset
11 # contain the necessary parameterisation for each node
85
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 84
diff changeset
12 #SBATCH --time=01:00:00
82
6304d5c46229 trying to move to slurm
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 38
diff changeset
13 #SBATCH --partition=standard
84
2fc33145242b prepare for real parallel distribution
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 82
diff changeset
14 #SBATCH --qos=standard
140
0a447db5cf1c move to ec164.guest
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 85
diff changeset
15 #SBATCH --account=ec184-guest
85
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 84
diff changeset
16 #SBATCH --job-name master
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 84
diff changeset
17
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 84
diff changeset
18 export SBATCH_JOB_NAME="$1"
21
a598469733d3 more job scripts
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
19
82
6304d5c46229 trying to move to slurm
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 38
diff changeset
20 cd ${SLURM_SUBMIT_DIR}
21
a598469733d3 more job scripts
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
21
82
6304d5c46229 trying to move to slurm
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 38
diff changeset
22 bin/masterMaster.sh "$@"
6304d5c46229 trying to move to slurm
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 38
diff changeset
23