view bin/hdr.sh @ 93:4d870a7ec871

support a command to receive each result, remove use of X-Crawler-Content-Length
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Thu, 15 Apr 2021 10:59:25 +0000
parents 9a1de2c4ffe3
children
line wrap: on
line source

#!/usr/bin/bash
echo $(date) $(hostname)
h=$(hostname)
hn=${h##*n}
if [ $hn -eq 0 ]
then seq --format="%03.0f" $1 $2
else seq --format="%03.0f" $3 $4
fi |\
parallel --will-cite -j 48 -N 1 bin/doHdr.sh ${hn} '{#}' '{}'
echo $(date) $(hostname) $?