Mercurial > hg > cc > cirrus_home
changeset 150:4e1364b8c89a
working, with compound driver files
| author | Henry S. Thompson <ht@inf.ed.ac.uk> |
|---|---|
| date | Tue, 26 Oct 2021 14:05:35 +0000 |
| parents | bb24f94fe592 |
| children | 66d17f7410f2 |
| files | bin/doC2S.sh |
| diffstat | 1 files changed, 2 insertions(+), 1 deletions(-) [+] |
line wrap: on
line diff
--- a/bin/doC2S.sh Mon Oct 25 15:07:03 2021 +0000 +++ b/bin/doC2S.sh Tue Oct 26 14:05:35 2021 +0000 @@ -10,7 +10,8 @@ echo "> $node.$task: $i" rm -f $workd/cdx$i.db cdx2sql.py /beegfs/common_crawl/$cc/cdx/warc $i 2>$workd/cdx$i.errs | \ -sqlite3 $workd/cdx$i.db '.read results/cdx.sql' '.mode tabs' '.import /dev/stdin props' '.quit' 2>$workd/cdx$i.log + /lustre/home/dc007/hst/gentoo/usr/bin/sponge | \ + sqlite3 $workd/cdx$i.db '.read results/cdx.sql' '.mode tabs' '.import /dev/stdin props' '.quit' 2>$workd/cdx$i.log echo "< $node.$task: $i";