Mercurial > hg > cc > azure

comparison master/src/wecu/run_sac.sh @ 68:1f04bce6ead7 default tip

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
use basefile instead of transferfile, and remove cleanup: belt and braces wrt lossage of sac_schemes.py in 15% of 1000_k3, this as used in a_2
author Henry S. Thompson <ht@markup.co.uk>
date Thu, 04 Jun 2020 20:44:44 +0000
parents e1f61f94b196
children
comparison
equal deleted inserted replaced
67:13182e98a1ab 68:1f04bce6ead7
92 echo starting... $(date) 1>&2 92 echo starting... $(date) 1>&2
93 parallel \ 93 parallel \
94 --joblog parlog.txt \ 94 --joblog parlog.txt \
95 --sshloginfile $hosts \ 95 --sshloginfile $hosts \
96 --retries 3 \ 96 --retries 3 \
97 --transferfile $(which $mapper|sed 's/\(^.*\/\)/\1.\//') \ 97 --basefile $(which $mapper|sed 's/\(^.*\/\)/\1.\//') \
98 --will-cite \ 98 --will-cite \
99 --jobs $cores \ 99 --jobs $cores \
100 --workdir $wd \ 100 --workdir $wd \
101 -a input_paths \ 101 -a input_paths \
102 --env worker --env tryread --env lrand \ 102 --env worker --env tryread --env lrand \
103 --return 'logs/{#}_log' --return 'res/{#}.tsv' --cleanup \ 103 --return 'logs/{#}_log' --return 'res/{#}.tsv' \
104 worker '{}' '{#}' "$mapper" "$filter" "$keyHandler" "$@" 104 worker '{}' '{#}' "$mapper" "$filter" "$keyHandler" "$@"
105 res=$? 105 res=$?
106 echo reducing... $(date) pres=$res 1>&2 106 echo reducing... $(date) pres=$res 1>&2
107 cat res/*.tsv | sac_reducer.py $1 $numKeys 107 cat res/*.tsv | sac_reducer.py $1 $numKeys
108 echo done $(date) 1>&2 108 echo done $(date) 1>&2