Mercurial > hg > cc > cirrus_home

annotate bin/c2t.sh @ 172:72b0420167dc

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
generalised sbatch front-end to cdx2tsv.py
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Thu, 28 Jul 2022 17:24:29 +0100
parents
children acae526510e2
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
172
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
1 #!/bin/bash
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
2 # Invoke this as e.g. sbatch -N 4 --ntasks=10 -c 15 c2t.sh \
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
3 # CC-MAIN-2019-35 cdx_counts 0 299 1 \
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
4 # '(filename,f.split(/,maxsplit=5)[4][0])' ...
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
5
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
6
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
7 #SBATCH --time=01:00:00
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
8 #SBATCH --partition=standard
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
9 #SBATCH --qos=standard
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
10 #SBATCH --account=ec184-guest
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
11 #SBATCH --job-name c2t
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
12
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
13 export W=/work/dc007/dc007
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
14
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
15 echo $(date) Launching $SLURM_JOB_NUM_NODES nodes for c2t "$@" from $(hostname) to do $SLURM_NTASKS tasks, $SLURM_CPUS_PER_TASK cpus each
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
16
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
17 srun -c $SLURM_CPUS_PER_TASK $W/shared/bin/sing $W/hst/bin/_c2t.sh "$@"
72b0420167dc generalised sbatch front-end to cdx2tsv.py
Henry S. Thompson <ht@inf.ed.ac.uk>
parents:
diff changeset
18