Mercurial > hg > cc > cirrus_home

comparison bin/doExtract.sh @ 37:ef3533d3ac4b

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
clean up after ourselves
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Thu, 02 Apr 2020 19:13:14 +0100
parents e912ed51146a
children
comparison
equal deleted inserted replaced
36:e912ed51146a 37:ef3533d3ac4b
23 cat ../by11s.txt | while read i j 23 cat ../by11s.txt | while read i j
24 do ((n=i/11)) 24 do ((n=i/11))
25 tar -cf /beegfs/common_crawl/CC-MAIN-${ccid}/${segid}/extract_${n}.tar \ 25 tar -cf /beegfs/common_crawl/CC-MAIN-${ccid}/${segid}/extract_${n}.tar \
26 $(seq $i $j | xargs -I ^ bash -c '{ k=^; printf "${0}-%05.0f_* logs/*_%03.0f_log\n" $k $k ; }' $pfx) 26 $(seq $i $j | xargs -I ^ bash -c '{ k=^; printf "${0}-%05.0f_* logs/*_%03.0f_log\n" $k $k ; }' $pfx)
27 done && 27 done &&
28 echo $(date) $(hostname) $jobid /beegfs/common_crawl/CC-MAIN-${ccid}/${segid}/extracts_\{0..${n}\}.tar 28 echo $(date) $(hostname) $jobid /beegfs/common_crawl/CC-MAIN-${ccid}/${segid}/extracts_\{0..50\}.tar &&
29 cd .. &&
30 rm -rf $segid
29 fi 31 fi