view masterJob.sh @ 79:4b8e4e3d60eb

track redirects, need to us full crawldiagnostics.warc.gz for "location:" and "Uri:"
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Thu, 07 May 2020 18:47:24 +0100
parents 03abcdce54a0
children 6304d5c46229
line wrap: on
line source

#!/bin/bash
# Attempt at a master Master job
# Usage: qsub -v t=taskName[, x=extras] masterJob.sh
# Implies that ~/taskName_{0,1}.txt contain the necessary parameterisation
#PBS -l select=2:ncpus=36
#PBS -l place=exclhost
#PBS -l walltime=48:00:00
#PBS -V
#PBS -A dc007
#PBS -N master
#
#module load mpt

cd ${PBS_O_WORKDIR}

bin/masterMaster.sh "$t" $x