#!/bin/bash
echo "# $(date) > $ID.$1"
jq '.Envelope|.["WARC-Header-Metadata"]["WARC-Target-URI"]'|cut -f 1 -d ':'|awk '{c[$1]+=1} END {for (k in c) {print k, c[k]}}'
echo "# $(date) < $ID.$1"