view bin/masterMaster.sh @ 143:ddff993994be

too clever by half, keys won't work in parallel for e.g. media types
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Wed, 20 Oct 2021 15:47:55 +0000
parents e5d5958bf3fe
children
line wrap: on
line source

#!/bin/bash
# This runs on login machine to launch the real task (named by $1) on multiple machines
# Any further args are passed to $task.sh
echo $(date) Launching master workers for "$@" from $(hostname)
task=$1
shift
srun $HOME/bin/$task.sh "$@"
echo $(date) $task "$@" workers done

#nodes=($(scontrol show hostname "$SLURM_JOB_NODELIST"))
#seq 1 -1 0 | $HOME/gentoo/usr/bin/parallel --will-cite --joblog master_$task.log -S "ssh -o StrictHostKeyChecking=accept-new ${nodes[1]}" -S "ssh -o StrictHostKeyChecking=accept-new  ${nodes[0]}" -N 1 --workdir /dev/shm --transferfile ${task}_'{}'.txt $* $HOME/bin/$task.sh '{}' "$@"