annotate bin/masterMaster.sh @ 179:9d71a9f55ea0

tweak UI: copy/paste and title bar
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Wed, 05 Jul 2023 15:07:51 +0100
parents e5d5958bf3fe
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
21
a598469733d3 more job scripts
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
1 #!/bin/bash
85
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 84
diff changeset
2 # This runs on login machine to launch the real task (named by $1) on multiple machines
82
6304d5c46229 trying to move to slurm
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 34
diff changeset
3 # Any further args are passed to $task.sh
84
2fc33145242b prepare for real parallel distribution
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 82
diff changeset
4 echo $(date) Launching master workers for "$@" from $(hostname)
34
e34cda3e7483 pass through extract args
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 33
diff changeset
5 task=$1
e34cda3e7483 pass through extract args
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 33
diff changeset
6 shift
85
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 84
diff changeset
7 srun $HOME/bin/$task.sh "$@"
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 84
diff changeset
8 echo $(date) $task "$@" workers done
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 84
diff changeset
9
84
2fc33145242b prepare for real parallel distribution
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 82
diff changeset
10 #nodes=($(scontrol show hostname "$SLURM_JOB_NODELIST"))
2fc33145242b prepare for real parallel distribution
Henry S. Thompson <ht@inf.ed.ac.uk>
parents: 82
diff changeset
11 #seq 1 -1 0 | $HOME/gentoo/usr/bin/parallel --will-cite --joblog master_$task.log -S "ssh -o StrictHostKeyChecking=accept-new ${nodes[1]}" -S "ssh -o StrictHostKeyChecking=accept-new ${nodes[0]}" -N 1 --workdir /dev/shm --transferfile ${task}_'{}'.txt $* $HOME/bin/$task.sh '{}' "$@"