Mercurial > hg > cc > azure
comparison workers/bin/_fixAndMerge.sh @ 29:2bde174fe9e2
as used for mergedWhich.x64700
| author | Henry S. Thompson <ht@markup.co.uk> |
|---|---|
| date | Mon, 19 Nov 2018 18:31:21 +0000 |
| parents | dd19cf97b6dd |
| children | 4c117ee8ed75 |
comparison
equal
deleted
inserted
replaced
| 28:db75ec542c66 | 29:2bde174fe9e2 |
|---|---|
| 6 log=$4 | 6 log=$4 |
| 7 # Don't all start at once | 7 # Don't all start at once |
| 8 sleep $pause | 8 sleep $pause |
| 9 echo \#.$id $(date) starting >> $log | 9 echo \#.$id $(date) starting >> $log |
| 10 cat > /var/data/in$id | 10 cat > /var/data/in$id |
| 11 echo \#.$id $(date) got list >> $log | 11 echo \#.$id $(date) got list $(wc -l /var/data/in$id) >> $log |
| 12 until ( rm /var/data/d$id ; xargs -n 100 ssh $home "xargs gzip -c" < /var/data/in$id | gunzip -c >> /var/data/d$id ) do echo retrying 1>&2; sleep $pause; done | 12 rm -f /var/data/d$id |
| 13 xargs -n 100 _doFetch.sh "$@" < /var/data/in$id >/var/data/d$id | |
| 14 echo \#.$id $(wc -l /var/data/d$id) | |
| 13 echo \#.$id $(date) got data >> $log | 15 echo \#.$id $(date) got data >> $log |
| 14 fixDates.py < /var/data/d$id | 16 fixDates.py < /var/data/d$id |
| 15 echo \#.$id $(date) done >> $log | 17 echo \#.$id $(date) done >> $log |
| 16 | 18 |