view workers/bin/_doFetch.sh @ 68:1f04bce6ead7 default tip

use basefile instead of transferfile, and remove cleanup: belt and braces wrt lossage of sac_schemes.py in 15% of 1000_k3, this as used in a_2
author Henry S. Thompson <ht@markup.co.uk>
date Thu, 04 Jun 2020 20:44:44 +0000
parents 4c117ee8ed75
children
line wrap: on
line source

#!/bin/bash
id=$1
home=$2
pause=$3
log=$4
shift 4
echo \#.$id fetch $(echo "$@" | wc -w) >> $log
until ssh $home "xargs gzip -c" "$@"  | gunzip -c > /var/data/d${id}.x 
 do
  echo retrying 1>&2
  sleep $pause
done
echo \# # put a group mark in for timing purposes further down the line
cat /var/data/d${id}.x | tee >(echo \#.$id fetched $(wc -l) >> $log)