Mercurial > hg > cc > cirrus_home
changeset 37:ef3533d3ac4b
clean up after ourselves
author | Henry S. Thompson <ht@inf.ed.ac.uk> |
---|---|
date | Thu, 02 Apr 2020 19:13:14 +0100 |
parents | e912ed51146a |
children | 03abcdce54a0 |
files | bin/doExtract.sh |
diffstat | 1 files changed, 3 insertions(+), 1 deletions(-) [+] |
line wrap: on
line diff
--- a/bin/doExtract.sh Thu Mar 26 15:29:12 2020 +0000 +++ b/bin/doExtract.sh Thu Apr 02 19:13:14 2020 +0100 @@ -25,5 +25,7 @@ tar -cf /beegfs/common_crawl/CC-MAIN-${ccid}/${segid}/extract_${n}.tar \ $(seq $i $j | xargs -I ^ bash -c '{ k=^; printf "${0}-%05.0f_* logs/*_%03.0f_log\n" $k $k ; }' $pfx) done && - echo $(date) $(hostname) $jobid /beegfs/common_crawl/CC-MAIN-${ccid}/${segid}/extracts_\{0..${n}\}.tar + echo $(date) $(hostname) $jobid /beegfs/common_crawl/CC-MAIN-${ccid}/${segid}/extracts_\{0..50\}.tar && + cd .. && + rm -rf $segid fi