# HG changeset patch # User Henry S. Thompson # Date 1694605239 -3600 # Node ID 7d58dc01f3296773c0b7cdcd20a62209bb8bc2e3 # Parent e606c609f813d0017db4e2144425bd4c48849ac5 re-instate logging splits for .idx diff -r e606c609f813 -r 7d58dc01f329 bin/do_idx.sh --- a/bin/do_idx.sh Tue Sep 12 12:14:04 2023 +0100 +++ b/bin/do_idx.sh Wed Sep 13 12:40:39 2023 +0100 @@ -1,9 +1,7 @@ #!/bin/bash export res="$1" orig="$2" -merge_date.py -d <(LC_ALL=C sort -m -k1,2 -s $res/ks_[0-9]*.tsv) $orig $res/idx # | \ -exit - tee /dev/stderr | \ +merge_date.py <(LC_ALL=C sort -m -k1,2 -s $res/ks_[0-9]*.tsv) $orig $res/idx |\ parallel -j 10 'echo {#} {} >$res/merge_{#}.log echo $(date) {#} {} export res