Mercurial > hg > cc > cirrus_home

view bin/ezip.sh @ 175:d123ef7fdb82

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
working on implementing types and parts: 1, 2, 4 working, 3 not
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Mon, 03 Jul 2023 18:16:14 +0100
parents 464d2dfb99c9
children
line wrap: on
line source

#!/bin/bash
# Invoke this as e.g. sbatch -n 4 -c 32 --exclusive masterJob.sh ezip
# run pigz -p 8 on extract_...tar files
n=$SLURM_NTASKS
c=$SLURM_CPUS_PER_TASK
node=$SLURMD_NODENAME
local=$SLURM_LOCALID
proc=$SLURM_PROCID
echo $(date) $node:$proc start

module load gnu-parallel

parallel --will-cite -j $c -n 1 'pigz -p 8 {}/orig/extracts/*.tar' < ezip/$proc.txt

echo $(date) $proc end