Mercurial > hg > cc > cirrus_home

view bin/cdx_tab.sh @ 166:afd7879181c9

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
old style
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Mon, 18 Jul 2022 19:15:20 +0100
parents ef961d91eea5
children
line wrap: on
line source

#!/bin/bash
# Invoke this as e.g. sbatch -n 30 -c 10 masterJob.sh cdx_segment CC-MAIN-2019-35
# run cdx_segment.py in parallel 
n=$SLURM_NTASKS
c=$SLURM_CPUS_PER_TASK
node=$SLURMD_NODENAME
local=$SLURM_LOCALID
proc=$SLURM_PROCID
echo $(date) $node:$proc start

type parallel
#module load gnu-parallel

PYTHONPATH=$PYTHONPATH:$HOME/lib/python
parallel --will-cite -j $c doC2T.sh "$1" '{}' < cdx_tab/$proc.txt

echo $(date) $proc end