Mercurial > hg > cc > cirrus_home
diff bin/doPlinks.sh @ 11:b0d9fe66ce8a
give up on mpiexec_mpt
| author | Henry S. Thompson <ht@inf.ed.ac.uk> |
|---|---|
| date | Tue, 25 Feb 2020 18:33:22 +0000 |
| parents | 7a93e190c74d |
| children |
line wrap: on
line diff
--- a/bin/doPlinks.sh Tue Feb 25 14:56:36 2020 +0000 +++ b/bin/doPlinks.sh Tue Feb 25 18:33:22 2020 +0000 @@ -8,7 +8,7 @@ tar -xf /beegfs/common_crawl/CC-MAIN-2019-35/pdfs/${tfn}.tar '*.pdf' echo $(date) $hn $(pwd) untarred ${tfn}.tar for job $jn 1>&2 ls *.pdf | sort --field-separator=_ -k1,1 -k2n,2 | cat -n |\ -plinks.py $tfn || { echo $(date) $hn aborted job $jn for $tfn \[remember to clean up\] ; rm -f /dev/shm/stopJob ; exit 1 ; } +$HOME/bin/plinks.py $tfn || { echo $(date) $hn aborted job $jn for $tfn \[remember to clean up\] ; rm -f /dev/shm/x$hn/${tfn}/stopJob ; exit 1 ; } echo $(date) $hn tarring $(ls badpdfs_*|wc -l)/$(ls links_*_*|wc -l) results from job $jn for $tfn in $(pwd) 1>&2 tar -cf /beegfs/common_crawl/CC-MAIN-2019-35/pdfs/links/${tfn}.tar badpdfs_${tfn} links_${tfn}_* echo $(date) $(pwd) rm $(ls -lt badpdfs_*) 1>&2