# HG changeset patch
# User Henry S. Thompson <ht@inf.ed.ac.uk>
# Date 1635257135 0
# Node ID 4e1364b8c89ad479fd334be27c645eba5c3d72ea
# Parent  bb24f94fe592ed51fbd7948f6726783a75ffbb75
working, with compound driver files

diff -r bb24f94fe592 -r 4e1364b8c89a bin/doC2S.sh
--- a/bin/doC2S.sh	Mon Oct 25 15:07:03 2021 +0000
+++ b/bin/doC2S.sh	Tue Oct 26 14:05:35 2021 +0000
@@ -10,7 +10,8 @@
 echo "> $node.$task: $i"
 rm -f $workd/cdx$i.db
 cdx2sql.py /beegfs/common_crawl/$cc/cdx/warc $i 2>$workd/cdx$i.errs | \
-sqlite3 $workd/cdx$i.db '.read results/cdx.sql' '.mode tabs' '.import /dev/stdin props' '.quit' 2>$workd/cdx$i.log
+  /lustre/home/dc007/hst/gentoo/usr/bin/sponge | \
+  sqlite3 $workd/cdx$i.db '.read results/cdx.sql' '.mode tabs' '.import /dev/stdin props' '.quit' 2>$workd/cdx$i.log
 echo "< $node.$task: $i";