Mercurial > hg > cc > cirrus_home
view bin/plinksRedo.sh @ 142:8af4e9937799
working, w. pickle
| author | Henry S. Thompson <ht@inf.ed.ac.uk> |
|---|---|
| date | Tue, 19 Oct 2021 12:57:50 +0000 |
| parents | b976a7449d41 |
| children |
line wrap: on
line source
#!/usr/bin/bash module load miniconda/python3 echo $(date) $(hostname) h=$(hostname) hn=${h##*n} cat /beegfs/common_crawl/CC-MAIN-2019-35/pdfs/links/redo_$hn |\ parallel --will-cite -j 48 -N 1 bin/doPlinks.sh ${hn} '{#}' '{}' echo $(date) $(hostname) $?
