comparison workers/bin/_doFetch.sh @ 33:4c117ee8ed75

fixDates, _fixAndMerge, _doFetch towards rework of date fixup share.sh, old_invoke.sh recover the old approach to sharing, which works
author Henry S. Thompson <ht@markup.co.uk>
date Tue, 20 Nov 2018 14:49:07 +0000
parents
children
comparison
equal deleted inserted replaced
32:9342f6269edf 33:4c117ee8ed75
1 #!/bin/bash
2 id=$1
3 home=$2
4 pause=$3
5 log=$4
6 shift 4
7 echo \#.$id fetch $(echo "$@" | wc -w) >> $log
8 until ssh $home "xargs gzip -c" "$@" | gunzip -c > /var/data/d${id}.x
9 do
10 echo retrying 1>&2
11 sleep $pause
12 done
13 echo \# # put a group mark in for timing purposes further down the line
14 cat /var/data/d${id}.x | tee >(echo \#.$id fetched $(wc -l) >> $log)
15