Mercurial > hg > cc > cirrus_home

comparison bin/doC2S.sh @ 150:4e1364b8c89a

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
working, with compound driver files
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Tue, 26 Oct 2021 14:05:35 +0000
parents f0bee28995f1
children
comparison
equal deleted inserted replaced
149:bb24f94fe592 150:4e1364b8c89a
8 i=$6 8 i=$6
9 9
10 echo "> $node.$task: $i" 10 echo "> $node.$task: $i"
11 rm -f $workd/cdx$i.db 11 rm -f $workd/cdx$i.db
12 cdx2sql.py /beegfs/common_crawl/$cc/cdx/warc $i 2>$workd/cdx$i.errs | \ 12 cdx2sql.py /beegfs/common_crawl/$cc/cdx/warc $i 2>$workd/cdx$i.errs | \
13 sqlite3 $workd/cdx$i.db '.read results/cdx.sql' '.mode tabs' '.import /dev/stdin props' '.quit' 2>$workd/cdx$i.log 13 /lustre/home/dc007/hst/gentoo/usr/bin/sponge | \
14 sqlite3 $workd/cdx$i.db '.read results/cdx.sql' '.mode tabs' '.import /dev/stdin props' '.quit' 2>$workd/cdx$i.log
14 echo "< $node.$task: $i"; 15 echo "< $node.$task: $i";
15 16
16 17