comparison workers/bin/count1.sh @ 11:36b5d379909a

a bit more info in logs
author Henry S. Thompson <ht@markup.co.uk>
date Wed, 10 Oct 2018 11:27:06 +0000
parents 2fbefb8d1a9e
children
comparison
equal deleted inserted replaced
10:2fbefb8d1a9e 11:36b5d379909a
1 #!/bin/bash 1 #!/bin/bash
2 echo "# $ID" 2 echo "# $(date) > $ID.$1"
3 jq '.Envelope|.["WARC-Header-Metadata"]["WARC-Target-URI"]'|cut -f 1 -d ':'|awk '{c[$1]+=1} END {for (k in c) {print k, c[k]}}' 3 jq '.Envelope|.["WARC-Header-Metadata"]["WARC-Target-URI"]'|cut -f 1 -d ':'|awk '{c[$1]+=1} END {for (k in c) {print k, c[k]}}'
4 echo "# $(date) < $ID.$1"
4 5
5 6
6 7
7 8