view bin/cdx_segment.sh @ 86:b5fef78cbb26

working for -t 2 -c 2
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Mon, 15 Mar 2021 14:26:42 +0000
parents
children b6a5999d8e06
line wrap: on
line source

#!/bin/bash
# Invoke this as e.g. sbatch -n 30 -c 10 masterJob.sh cdx_segment
# run cdx_segment.py in parallel 
n=$SLURM_NTASKS
c=$SLURM_CPUS_PER_TASK
node=$SLURMD_NODENAME
local=$SLURM_LOCALID
proc=$SLURM_PROCID
echo $(date) $node:$proc $start

module load gnu-parallel

parallel --will-cite -j $c lib/python/cdx_segment.py 2019-35 15 '{}' < cdx_segment/$proc.txt

echo $(date) $proc end