view bin/c2t.sh @ 172:72b0420167dc

generalised sbatch front-end to cdx2tsv.py
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Thu, 28 Jul 2022 17:24:29 +0100
parents
children acae526510e2
line wrap: on
line source

#!/bin/bash
# Invoke this as e.g. sbatch -N 4 --ntasks=10 -c 15 c2t.sh \
#                     CC-MAIN-2019-35 cdx_counts 0 299 1 \
#                     '(filename,f.split(/,maxsplit=5)[4][0])' ...


#SBATCH --time=01:00:00
#SBATCH --partition=standard
#SBATCH --qos=standard
#SBATCH --account=ec184-guest
#SBATCH --job-name c2t

export W=/work/dc007/dc007

echo $(date) Launching $SLURM_JOB_NUM_NODES nodes for c2t "$@" from $(hostname) to do $SLURM_NTASKS tasks, $SLURM_CPUS_PER_TASK cpus each

srun -c $SLURM_CPUS_PER_TASK $W/shared/bin/sing $W/hst/bin/_c2t.sh "$@"