Mercurial > hg > cc > cirrus_home

view bin/ezip.sh @ 143:ddff993994be

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
too clever by half, keys won't work in parallel for e.g. media types
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Wed, 20 Oct 2021 15:47:55 +0000
parents 464d2dfb99c9
children
line wrap: on
line source

#!/bin/bash
# Invoke this as e.g. sbatch -n 4 -c 32 --exclusive masterJob.sh ezip
# run pigz -p 8 on extract_...tar files
n=$SLURM_NTASKS
c=$SLURM_CPUS_PER_TASK
node=$SLURMD_NODENAME
local=$SLURM_LOCALID
proc=$SLURM_PROCID
echo $(date) $node:$proc start

module load gnu-parallel

parallel --will-cite -j $c -n 1 'pigz -p 8 {}/orig/extracts/*.tar' < ezip/$proc.txt

echo $(date) $proc end