Mercurial > hg > cc > cirrus_home

changeset 159:c3c3dd60b8a8

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
demo of slurm usage using cdx2tsv.py
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Wed, 06 Jul 2022 18:07:34 +0100
parents f5e2211b50bd
children bc1291218f28
files bin/_s2t.sh bin/s2t.sh
diffstat 2 files changed, 17 insertions(+), 0 deletions(-) [+]
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/bin/_s2t.sh	Wed Jul 06 18:07:34 2022 +0100
@@ -0,0 +1,1 @@
+/work/dc007/dc007/hst/bin/_s2t.sh
\ No newline at end of file
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/bin/s2t.sh	Wed Jul 06 18:07:34 2022 +0100
@@ -0,0 +1,16 @@
+#!/bin/bash
+# Invoke this as e.g. sbatch -N 4 --ntasks=3 -c 5 s2t.sh \
+#                     CC-MAIN-2019-35 cdx_counts 0 299
+
+#SBATCH --time=01:00:00
+#SBATCH --partition=standard
+#SBATCH --qos=standard
+#SBATCH --account=ec184-guest
+#SBATCH --job-name s2t
+
+export W=/work/dc007/dc007
+
+echo $(date) Launching $SLURM_JOB_NUM_NODES nodes for s3t "$@" from $(hostname) using $SLURM_NTASKS
+
+srun -c $SLURM_CPUS_PER_TASK $W/shared/bin/sing $W/hst/bin/_s2t.sh "$@"
+