diff bin/plinks.sh @ 0:65a56c0d1c1f

bolting the barn door...
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Tue, 18 Feb 2020 13:15:05 +0000
parents
children 0f494c76a887
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/bin/plinks.sh	Tue Feb 18 13:15:05 2020 +0000
@@ -0,0 +1,8 @@
+#!/usr/bin/bash
+mkdir -p $TMPDIR
+echo $(date) $(hostname)
+cd /beegfs/common_crawl/CC-MAIN-2019-35/pdfs
+h=$(hostname)
+hn=${h##*n}
+parallel --will-cite -j 71 --pipepart -a lm/$(hostname)_pdfFilesWithLM doPlinks.sh ${hn}_'{#}'
+echo $(date) $(hostname)