cc/cirrus_home: bin/masterMaster.sh annotate

annotate bin/masterMaster.sh @ 106:815b33c3254a

working with -x and rich directory structure

author	Henry S. Thompson <ht@inf.ed.ac.uk>
date	Tue, 20 Apr 2021 12:26:09 +0000
parents	e5d5958bf3fe
children

rev	line source
21 a598469733d3 more job scripts Henry S. Thompson <ht@inf.ed.ac.uk> parents: diff changeset	1 #!/bin/bash
85 e5d5958bf3fe minor Henry S. Thompson <ht@inf.ed.ac.uk> parents: 84 diff changeset	2 # This runs on login machine to launch the real task (named by $1) on multiple machines
82 6304d5c46229 trying to move to slurm Henry S. Thompson <ht@inf.ed.ac.uk> parents: 34 diff changeset	3 # Any further args are passed to $task.sh
84 2fc33145242b prepare for real parallel distribution Henry S. Thompson <ht@inf.ed.ac.uk> parents: 82 diff changeset	4 echo $(date) Launching master workers for "$@" from $(hostname)
34 e34cda3e7483 pass through extract args Henry S. Thompson <ht@inf.ed.ac.uk> parents: 33 diff changeset	5 task=$1
e34cda3e7483 pass through extract args Henry S. Thompson <ht@inf.ed.ac.uk> parents: 33 diff changeset	6 shift
85 e5d5958bf3fe minor Henry S. Thompson <ht@inf.ed.ac.uk> parents: 84 diff changeset	7 srun $HOME/bin/$task.sh "$@"
e5d5958bf3fe minor Henry S. Thompson <ht@inf.ed.ac.uk> parents: 84 diff changeset	8 echo $(date) $task "$@" workers done
e5d5958bf3fe minor Henry S. Thompson <ht@inf.ed.ac.uk> parents: 84 diff changeset	9
84 2fc33145242b prepare for real parallel distribution Henry S. Thompson <ht@inf.ed.ac.uk> parents: 82 diff changeset	10 #nodes=($(scontrol show hostname "$SLURM_JOB_NODELIST"))
2fc33145242b prepare for real parallel distribution Henry S. Thompson <ht@inf.ed.ac.uk> parents: 82 diff changeset	11 #seq 1 -1 0 \| $HOME/gentoo/usr/bin/parallel --will-cite --joblog master_$task.log -S "ssh -o StrictHostKeyChecking=accept-new ${nodes[1]}" -S "ssh -o StrictHostKeyChecking=accept-new ${nodes[0]}" -N 1 --workdir /dev/shm --transferfile ${task}_'{}'.txt $* $HOME/bin/$task.sh '{}' "$@"