Mercurial > hg > cc > cirrus_home

diff bin/clmp.sh @ 163:ef961d91eea5

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
previous approach to lang/field extraction
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Mon, 18 Jul 2022 18:16:27 +0100
parents
children
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/bin/clmp.sh	Mon Jul 18 18:16:27 2022 +0100
@@ -0,0 +1,17 @@
+#!/bin/bash
+# Invoke this as e.g. sbatch --time=5:00:00 --exclusive -N 5 --ntasks-per-node 2 -c 1 masterJob.sh clmp CC-MAIN-2019-35 cdx_tab1
+# run clm.py in parallel 
+n=$SLURM_NTASKS
+c=$SLURM_CPUS_PER_TASK
+nodename=$SLURMD_NODENAME
+local=$SLURM_LOCALID
+node=$SLURM_NODEID
+echo $(date) $nodename:$node start
+
+type parallel
+#module load gnu-parallel
+
+export PYTHONPATH=$PYTHONPATH:$HOME/lib/python
+parallel --will-cite -j $c doCLM.sh "$1" '{}' < $2/$node.txt
+
+echo $(date) $nodename:$node end