view bin/extract.sh @ 27:7a2bc060230d

first cut at doing extraction here
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Wed, 18 Mar 2020 15:23:53 +0000
parents a82c325e8b32
children a95a1b31f5e9
line wrap: on
line source

#!/usr/bin/bash
# Launch parallel tasks, one per segment from extract_?.txt
echo $(date) $(hostname)
h=$(hostname)
hn=${h##*n}
head -1 extract_${hn}.txt |\
 {  read cc
    tail -n +2 extract_${hn}.txt |\
    parallel --will-cite  -j 4 -N 1 $HOME/bin/doExtract.sh "$cc" '{#}' '{}'
 }
echo $(date) $(hostname) $?