# HG changeset patch # User Henry S. Thompson # Date 1584529041 0 # Node ID a598469733d3382f8fc87c10e0894086b06f545a # Parent 5371599c0cfa67e04a6ca4e077b6e8230bbf165d more job scripts diff -r 5371599c0cfa -r a598469733d3 bin/dummy.sh --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/bin/dummy.sh Wed Mar 18 10:57:21 2020 +0000 @@ -0,0 +1,5 @@ +#!/bin/bash +pwd +parallel --will-cite --nonall -S r1i5n0 -S r1i5n1 'echo $$ $(hostname); n=$(echo $(hostname)|cut -c 6); nohup sleep $((n*5)); echo done $n' +echo pdone + diff -r 5371599c0cfa -r a598469733d3 bin/master.sh --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/bin/master.sh Wed Mar 18 10:57:21 2020 +0000 @@ -0,0 +1,10 @@ +#!/usr/bin/bash +echo $(date) $(hostname) +h=$(hostname) +hn=${h##*n} +if [ $hn -eq 0 ] +then seq --format="%03.0f" $1 $2 +else seq --format="%03.0f" $3 $4 +fi |\ +parallel --will-cite -j 48 -N 1 bin/doHdr.sh ${hn} '{#}' '{}' +echo $(date) $(hostname) $? diff -r 5371599c0cfa -r a598469733d3 bin/masterMaster.sh --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/bin/masterMaster.sh Wed Mar 18 10:57:21 2020 +0000 @@ -0,0 +1,5 @@ +#!/bin/bash +# This runs on 1 machine to launch the real job (named by $1) on two machines +echo $(date) Launching master workers for "$@" +parallel --will-cite --nonall -S r1i5n0 -S r1i5n1 --workdir /dev/shm/'{#}' --transferfile "${1}_"'{#}'.txt $HOME/bin/$1.sh '{#}' +echo $(date) "$@" workers done diff -r 5371599c0cfa -r a598469733d3 extractJob.sh --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/extractJob.sh Wed Mar 18 10:57:21 2020 +0000 @@ -0,0 +1,21 @@ +#!/bin/bash +# Usage: qsub -v t1=1stTar,tn=numTars plinksJob.sh +#PBS -l select=2:ncpus=36 +#PBS -l place=exclhost +#PBS -l walltime=08:00:00 +#PBS -V +#PBS -A dc007 +#PBS -N hdr + +#module load mpt + +cd ${PBS_O_WORKDIR} +((n1=tn/2)) +((s1=t1)) +((s2=t1+n1)) +((e1=s2-1)) +((e2=s1+tn-1)) +echo $(seq --format="%03.0f" $s1 $e1),$(seq --format="%03.0f" $s2 $e2) + +bin/hdrMaster.sh $s1 $e1 $s2 $e2 + diff -r 5371599c0cfa -r a598469733d3 masterJob.sh --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/masterJob.sh Wed Mar 18 10:57:21 2020 +0000 @@ -0,0 +1,17 @@ +#!/bin/bash +# Attempt at a master Master job +# Usage: qsub -v t=taskName masterJob.sh +# Implies that ~/taskName_{0,1}.txt contain the necessary parameterisation +#PBS -l select=2:ncpus=2 +#PBS -l place=exclhost +#PBS -l walltime=08:00:00 +#PBS -V +#PBS -A dc007 +#PBS -N master + +#module load mpt + +cd ${PBS_O_WORKDIR} + +bin/masterMaster.sh "$t" +