# HG changeset patch
# User Henry S. Thompson <ht@inf.ed.ac.uk>
# Date 1659025469 -3600
# Node ID 72b0420167dc70a4c8acf34a0a77c0258bc4f719
# Parent  c7d57d15833148aee25a4b8a9a31a198ae137129
generalised sbatch front-end to cdx2tsv.py

diff -r c7d57d158331 -r 72b0420167dc bin/c2t.sh
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/bin/c2t.sh	Thu Jul 28 17:24:29 2022 +0100
@@ -0,0 +1,18 @@
+#!/bin/bash
+# Invoke this as e.g. sbatch -N 4 --ntasks=10 -c 15 c2t.sh \
+#                     CC-MAIN-2019-35 cdx_counts 0 299 1 \
+#                     '(filename,f.split(/,maxsplit=5)[4][0])' ...
+
+
+#SBATCH --time=01:00:00
+#SBATCH --partition=standard
+#SBATCH --qos=standard
+#SBATCH --account=ec184-guest
+#SBATCH --job-name c2t
+
+export W=/work/dc007/dc007
+
+echo $(date) Launching $SLURM_JOB_NUM_NODES nodes for c2t "$@" from $(hostname) to do $SLURM_NTASKS tasks, $SLURM_CPUS_PER_TASK cpus each
+
+srun -c $SLURM_CPUS_PER_TASK $W/shared/bin/sing $W/hst/bin/_c2t.sh "$@"
+