view workers/bin/_fixAndMerge.sh @ 30:9275e2a8b5e2

hacking to get id into wbash.sh, maybe buggy?
author Henry S. Thompson <ht@markup.co.uk>
date Mon, 19 Nov 2018 18:32:30 +0000
parents 2bde174fe9e2
children 4c117ee8ed75
line wrap: on
line source

#!/bin/bash
# Usage: [cat remote filenames] | _fixAndMerge.sh id home pause log
id=$1
home=$2
pause=$3
log=$4
# Don't all start at once
sleep $pause
echo \#.$id $(date) starting >> $log
cat > /var/data/in$id
echo \#.$id $(date) got list $(wc -l /var/data/in$id) >> $log
rm -f /var/data/d$id
xargs -n 100 _doFetch.sh "$@" < /var/data/in$id >/var/data/d$id
echo \#.$id $(wc -l /var/data/d$id)
echo \#.$id $(date) got data >> $log
fixDates.py < /var/data/d$id
echo \#.$id $(date) done >> $log