Mercurial > hg > cc > cirrus_home
view masterJob.sh @ 74:b7daa4f8767c
works for big files with Hadoop 3.4.0
author | Henry S. Thompson <ht@inf.ed.ac.uk> |
---|---|
date | Wed, 06 May 2020 14:23:33 +0100 |
parents | 03abcdce54a0 |
children | 6304d5c46229 |
line wrap: on
line source
#!/bin/bash # Attempt at a master Master job # Usage: qsub -v t=taskName[, x=extras] masterJob.sh # Implies that ~/taskName_{0,1}.txt contain the necessary parameterisation #PBS -l select=2:ncpus=36 #PBS -l place=exclhost #PBS -l walltime=48:00:00 #PBS -V #PBS -A dc007 #PBS -N master # #module load mpt cd ${PBS_O_WORKDIR} bin/masterMaster.sh "$t" $x