view bin/plinksRedoMaster.sh @ 79:4b8e4e3d60eb

track redirects, need to us full crawldiagnostics.warc.gz for "location:" and "Uri:"
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Thu, 07 May 2020 18:47:24 +0100
parents b976a7449d41
children
line wrap: on
line source

#!/bin/bash
# This runs on 1 machine to launch the redo job on two machines
echo $(date) Launching plinks workers for redo
parallel --will-cite --nonall -S r1i5n0 -S r1i5n1 bin/plinksRedo.sh
echo $(date) Workers done