Mercurial > hg > cc > cirrus_work
comparison bin/do_idx.sh @ 103:7d58dc01f329
re-instate logging splits for .idx
| author | Henry S. Thompson <ht@inf.ed.ac.uk> |
|---|---|
| date | Wed, 13 Sep 2023 12:40:39 +0100 |
| parents | e2e64c3d763e |
| children | 9403c02d5034 |
comparison
equal
deleted
inserted
replaced
| 102:e606c609f813 | 103:7d58dc01f329 |
|---|---|
| 1 #!/bin/bash | 1 #!/bin/bash |
| 2 export res="$1" | 2 export res="$1" |
| 3 orig="$2" | 3 orig="$2" |
| 4 merge_date.py -d <(LC_ALL=C sort -m -k1,2 -s $res/ks_[0-9]*.tsv) $orig $res/idx # | \ | 4 merge_date.py <(LC_ALL=C sort -m -k1,2 -s $res/ks_[0-9]*.tsv) $orig $res/idx |\ |
| 5 exit | |
| 6 tee /dev/stderr | \ | |
| 7 parallel -j 10 'echo {#} {} >$res/merge_{#}.log | 5 parallel -j 10 'echo {#} {} >$res/merge_{#}.log |
| 8 echo $(date) {#} {} | 6 echo $(date) {#} {} |
| 9 export res | 7 export res |
| 10 split -l 3000 --filter="igzip -c | \ | 8 split -l 3000 --filter="igzip -c | \ |
| 11 tee >(wc -c >> \ | 9 tee >(wc -c >> \ |