# HG changeset patch # User Henry S. Thompson # Date 1657127254 -3600 # Node ID c3c3dd60b8a8598df002174af6dee465fdbbc53e # Parent f5e2211b50bd3174bc15f7c6df469c98712a0d18 demo of slurm usage using cdx2tsv.py diff -r f5e2211b50bd -r c3c3dd60b8a8 bin/_s2t.sh --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/bin/_s2t.sh Wed Jul 06 18:07:34 2022 +0100 @@ -0,0 +1,1 @@ +/work/dc007/dc007/hst/bin/_s2t.sh \ No newline at end of file diff -r f5e2211b50bd -r c3c3dd60b8a8 bin/s2t.sh --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/bin/s2t.sh Wed Jul 06 18:07:34 2022 +0100 @@ -0,0 +1,16 @@ +#!/bin/bash +# Invoke this as e.g. sbatch -N 4 --ntasks=3 -c 5 s2t.sh \ +# CC-MAIN-2019-35 cdx_counts 0 299 + +#SBATCH --time=01:00:00 +#SBATCH --partition=standard +#SBATCH --qos=standard +#SBATCH --account=ec184-guest +#SBATCH --job-name s2t + +export W=/work/dc007/dc007 + +echo $(date) Launching $SLURM_JOB_NUM_NODES nodes for s3t "$@" from $(hostname) using $SLURM_NTASKS + +srun -c $SLURM_CPUS_PER_TASK $W/shared/bin/sing $W/hst/bin/_s2t.sh "$@" +