# HG changeset patch # User Henry S. Thompson # Date 1585851194 -3600 # Node ID ef3533d3ac4bdee40ba213a7651ee9d66e6de165 # Parent e912ed51146a81bf4e11518b1fa048354c8eb5d2 clean up after ourselves diff -r e912ed51146a -r ef3533d3ac4b bin/doExtract.sh --- a/bin/doExtract.sh Thu Mar 26 15:29:12 2020 +0000 +++ b/bin/doExtract.sh Thu Apr 02 19:13:14 2020 +0100 @@ -25,5 +25,7 @@ tar -cf /beegfs/common_crawl/CC-MAIN-${ccid}/${segid}/extract_${n}.tar \ $(seq $i $j | xargs -I ^ bash -c '{ k=^; printf "${0}-%05.0f_* logs/*_%03.0f_log\n" $k $k ; }' $pfx) done && - echo $(date) $(hostname) $jobid /beegfs/common_crawl/CC-MAIN-${ccid}/${segid}/extracts_\{0..${n}\}.tar + echo $(date) $(hostname) $jobid /beegfs/common_crawl/CC-MAIN-${ccid}/${segid}/extracts_\{0..50\}.tar && + cd .. && + rm -rf $segid fi