diff bin/plinksRedo.sh @ 17:b976a7449d41

sic
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Thu, 27 Feb 2020 13:24:19 +0000
parents
children
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/bin/plinksRedo.sh	Thu Feb 27 13:24:19 2020 +0000
@@ -0,0 +1,8 @@
+#!/usr/bin/bash
+module load miniconda/python3
+echo $(date) $(hostname)
+h=$(hostname)
+hn=${h##*n}
+cat /beegfs/common_crawl/CC-MAIN-2019-35/pdfs/links/redo_$hn |\
+parallel --will-cite -j 48 -N 1 bin/doPlinks.sh ${hn} '{#}' '{}'
+echo $(date) $(hostname) $?