# HG changeset patch # User Henry S. Thompson # Date 1695750911 -3600 # Node ID 5b952d16838c461277d16bf9db34c0f6179bb648 # Parent 0b1e6e134acaf4c4b682ad44d9ce01b46587dbb3 a bit more logging diff -r 0b1e6e134aca -r 5b952d16838c bin/do_idx.sh --- a/bin/do_idx.sh Tue Sep 26 17:42:57 2023 +0100 +++ b/bin/do_idx.sh Tue Sep 26 18:55:11 2023 +0100 @@ -8,7 +8,8 @@ orig="$2" # igzip was faster, but produced bigger files, so went to gzip one step # smaller than default (-6), which produces slightly _smaller_ blocks. -merge_date.py $debug <(LC_ALL=C sort -m -k1,2 -s $res/ks_[0-9]*.tsv) $orig $res/idx |\ +merge_date.py $debug <(LC_ALL=C sort -m -k1,3 -s $res/ks_[0-9]*.tsv) \ + $orig $res/idx 2>$res/merge.log | \ parallel -j 10 'echo {#} {} >$res/merge_{#}.log echo $(date) {#} {} export res