diff workers/bin/_doFetch.sh @ 33:4c117ee8ed75

fixDates, _fixAndMerge, _doFetch towards rework of date fixup share.sh, old_invoke.sh recover the old approach to sharing, which works
author Henry S. Thompson <ht@markup.co.uk>
date Tue, 20 Nov 2018 14:49:07 +0000
parents
children
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/workers/bin/_doFetch.sh	Tue Nov 20 14:49:07 2018 +0000
@@ -0,0 +1,15 @@
+#!/bin/bash
+id=$1
+home=$2
+pause=$3
+log=$4
+shift 4
+echo \#.$id fetch $(echo "$@" | wc -w) >> $log
+until ssh $home "xargs gzip -c" "$@"  | gunzip -c > /var/data/d${id}.x 
+ do
+  echo retrying 1>&2
+  sleep $pause
+done
+echo \# # put a group mark in for timing purposes further down the line
+cat /var/data/d${id}.x | tee >(echo \#.$id fetched $(wc -l) >> $log)
+