Mercurial > hg > cc > cirrus_home
changeset 36:e912ed51146a
fixed scope pblm in tar step
| author | Henry S. Thompson <ht@inf.ed.ac.uk> |
|---|---|
| date | Thu, 26 Mar 2020 15:29:12 +0000 |
| parents | ec99b2d1d2fc |
| children | ef3533d3ac4b |
| files | bin/doExtract.sh |
| diffstat | 1 files changed, 2 insertions(+), 2 deletions(-) [+] |
line wrap: on
line diff
--- a/bin/doExtract.sh Thu Mar 26 12:24:30 2020 +0000 +++ b/bin/doExtract.sh Thu Mar 26 15:29:12 2020 +0000 @@ -22,8 +22,8 @@ cat ../by11s.txt | while read i j do ((n=i/11)) - tar -cf /beegfs/common_crawl/CC-MAIN-${ccid}/${segid}/extract_${n}.tar.gz \ - $(seq $i $j | xargs -I ^ bash -c '{ k=^; printf "${pfx}-%05.0f_* logs/?_%03.0f_log\n" $k $k ; }') + tar -cf /beegfs/common_crawl/CC-MAIN-${ccid}/${segid}/extract_${n}.tar \ + $(seq $i $j | xargs -I ^ bash -c '{ k=^; printf "${0}-%05.0f_* logs/*_%03.0f_log\n" $k $k ; }' $pfx) done && echo $(date) $(hostname) $jobid /beegfs/common_crawl/CC-MAIN-${ccid}/${segid}/extracts_\{0..${n}\}.tar fi