Mercurial > hg > cc > cirrus_home
view bin/plinks.sh @ 3:cbd13beb0922
only create links file if there are some
| author | Henry Thompson <ht@markup.co.uk> |
|---|---|
| date | Tue, 18 Feb 2020 22:41:08 +0000 |
| parents | 65a56c0d1c1f |
| children | 0f494c76a887 |
line wrap: on
line source
#!/usr/bin/bash mkdir -p $TMPDIR echo $(date) $(hostname) cd /beegfs/common_crawl/CC-MAIN-2019-35/pdfs h=$(hostname) hn=${h##*n} parallel --will-cite -j 71 --pipepart -a lm/$(hostname)_pdfFilesWithLM doPlinks.sh ${hn}_'{#}' echo $(date) $(hostname)
