# HG changeset patch
# User Henry S. Thompson <ht@markup.co.uk>
# Date 1543603060 0
# Node ID c2b72d29a3ee71e3fe6f0334f2c4badb979481d1
# Parent  1d776e96c16ac06eaf5758f1033c0018b15f5ceb
update to use _timedWhich.py

diff -r 1d776e96c16a -r c2b72d29a3ee workers/bin/timedWhich.sh
--- a/workers/bin/timedWhich.sh	Fri Nov 30 15:41:02 2018 +0000
+++ b/workers/bin/timedWhich.sh	Fri Nov 30 18:37:40 2018 +0000
@@ -27,8 +27,7 @@
 m=0
 set -o pipefail
 until if [ $((m+=1)) -gt 5 ]; then echo "tried to read $1 5 times w/o success, giving up" 1>&2; return 1; fi && \
-  curl -s --insecure -o - "$1"| zcat | fgrep msgtype=response | \
-{ egrep -i '"WARC-Target-URI":"https?:' || : ;} | doit 
+  curl -s --insecure -o - "$1"| zcat | doit 
  do
   # try to avoid lockstep retries
   echo ${PIPESTATUS[@]} 1>&2
@@ -60,7 +59,7 @@
 {
 echo -n "# $(date) $id " >> $log
 tee >(wc -l >> $log) |\
- parallel --round-robin --pipe --block-size 2M -j $wp "_timedWhich.sh {#} > $res/$cci.{#} 2>>$res/errs{#}" || echo "ppfailed $? ${PIPESTATUS[@]}" 1>&2
+ parallel --round-robin --pipe --block-size 2M -j $wp "_timedWhich.py {#} > $res/$cci.{#} 2>>$res/errs{#}" || echo "ppfailed $? ${PIPESTATUS[@]}" 1>&2
 }
 while read s id
 do