view bin/plinks.sh @ 2:83ed7c5846b2

typos
author Henry Thompson <ht@markup.co.uk>
date Tue, 18 Feb 2020 22:19:51 +0000
parents 65a56c0d1c1f
children 0f494c76a887
line wrap: on
line source

#!/usr/bin/bash
mkdir -p $TMPDIR
echo $(date) $(hostname)
cd /beegfs/common_crawl/CC-MAIN-2019-35/pdfs
h=$(hostname)
hn=${h##*n}
parallel --will-cite -j 71 --pipepart -a lm/$(hostname)_pdfFilesWithLM doPlinks.sh ${hn}_'{#}'
echo $(date) $(hostname)