changeset 37:ef3533d3ac4b

clean up after ourselves
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Thu, 02 Apr 2020 19:13:14 +0100
parents e912ed51146a
children 03abcdce54a0
files bin/doExtract.sh
diffstat 1 files changed, 3 insertions(+), 1 deletions(-) [+]
line wrap: on
line diff
--- a/bin/doExtract.sh	Thu Mar 26 15:29:12 2020 +0000
+++ b/bin/doExtract.sh	Thu Apr 02 19:13:14 2020 +0100
@@ -25,5 +25,7 @@
      tar -cf /beegfs/common_crawl/CC-MAIN-${ccid}/${segid}/extract_${n}.tar \
        $(seq $i $j | xargs -I ^ bash -c '{ k=^; printf "${0}-%05.0f_* logs/*_%03.0f_log\n" $k $k ; }' $pfx)
      done &&
-  echo $(date) $(hostname) $jobid /beegfs/common_crawl/CC-MAIN-${ccid}/${segid}/extracts_\{0..${n}\}.tar
+  echo $(date) $(hostname) $jobid /beegfs/common_crawl/CC-MAIN-${ccid}/${segid}/extracts_\{0..50\}.tar &&
+  cd .. &&
+  rm -rf $segid
 fi