Mercurial > hg > cc > cirrus_home

diff bin/ezip.sh @ 88:464d2dfb99c9

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
new
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Tue, 13 Apr 2021 17:02:09 +0000
parents
children
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/bin/ezip.sh	Tue Apr 13 17:02:09 2021 +0000
@@ -0,0 +1,16 @@
+#!/bin/bash
+# Invoke this as e.g. sbatch -n 4 -c 32 --exclusive masterJob.sh ezip
+# run pigz -p 8 on extract_...tar files
+n=$SLURM_NTASKS
+c=$SLURM_CPUS_PER_TASK
+node=$SLURMD_NODENAME
+local=$SLURM_LOCALID
+proc=$SLURM_PROCID
+echo $(date) $node:$proc start
+
+module load gnu-parallel
+
+parallel --will-cite -j $c -n 1 'pigz -p 8 {}/orig/extracts/*.tar' < ezip/$proc.txt
+
+echo $(date) $proc end
+