changeset 116:5b952d16838c

a bit more logging
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Tue, 26 Sep 2023 18:55:11 +0100
parents 0b1e6e134aca
children f52783faf3ee
files bin/do_idx.sh
diffstat 1 files changed, 2 insertions(+), 1 deletions(-) [+]
line wrap: on
line diff
--- a/bin/do_idx.sh	Tue Sep 26 17:42:57 2023 +0100
+++ b/bin/do_idx.sh	Tue Sep 26 18:55:11 2023 +0100
@@ -8,7 +8,8 @@
 orig="$2"
 # igzip was faster, but produced bigger files, so went to gzip one step
 # smaller than default (-6), which produces slightly _smaller_ blocks.
-merge_date.py $debug <(LC_ALL=C sort -m -k1,2 -s $res/ks_[0-9]*.tsv) $orig $res/idx |\
+merge_date.py $debug <(LC_ALL=C sort -m -k1,3 -s $res/ks_[0-9]*.tsv) \
+              $orig $res/idx 2>$res/merge.log | \
           parallel -j 10 'echo {#} {} >$res/merge_{#}.log
                           echo $(date) {#} {}
                           export res