diff workers/bin/_fixAndMerge.sh @ 34:ad6eff2bc6f9

fixes to logging and efficiency, see also notes.txt wrt patches to dateparser
author Henry S. Thompson <ht@markup.co.uk>
date Wed, 21 Nov 2018 18:42:56 +0000
parents 4c117ee8ed75
children
line wrap: on
line diff
--- a/workers/bin/_fixAndMerge.sh	Tue Nov 20 14:49:07 2018 +0000
+++ b/workers/bin/_fixAndMerge.sh	Wed Nov 21 18:42:56 2018 +0000
@@ -10,7 +10,7 @@
 cat > /var/data/in$id
 echo \#.$id $(date) got list $(wc -l /var/data/in$id) >> $log
 rm -f /var/data/d$id
-xargs -n 16 _doFetch.sh "$@" < /var/data/in$id >/var/data/d$id
+xargs -n 64 _doFetch.sh "$@" < /var/data/in$id >/var/data/d$id
 echo \#.$id $(date) got data  $(wc -l /var/data/d$id) >> $log
 fixDates.py < /var/data/d$id
 echo \#.$id $(date) done >> $log