Mercurial > hg > cc > cirrus_work

view bin/do_idx.sh @ 102:e606c609f813

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
reinstate better check to start queuing, check for missed match leading to potential runaway
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Tue, 12 Sep 2023 12:14:04 +0100
parents e2e64c3d763e
children 7d58dc01f329
line wrap: on
line source

#!/bin/bash
export res="$1"
orig="$2"
merge_date.py -d <(LC_ALL=C sort -m -k1,2 -s $res/ks_[0-9]*.tsv) $orig $res/idx # | \
exit
    tee /dev/stderr | \
          parallel -j 10 'echo {#} {} >$res/merge_{#}.log
                          echo $(date) {#} {}
                          export res
                          split -l 3000 --filter="igzip -c | \
                                                  tee >(wc -c >> \
                                                        $res/merge_{#}.log)" \
                                    {} > {}.gz && \
                                    rm {}'