#!/usr/bin/bash
mkdir -p $TMPDIR
echo $(date) $(hostname)
cd /beegfs/common_crawl/CC-MAIN-2019-35/pdfs
h=$(hostname)
hn=${h##*n}
parallel --will-cite -j 71 --pipepart -a lm/$(hostname)_pdfFilesWithLM doPlinks.sh ${hn}_'{#}'
echo $(date) $(hostname)
