comparison bin/ezip.sh @ 88:464d2dfb99c9

new
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Tue, 13 Apr 2021 17:02:09 +0000
parents
children
comparison
equal deleted inserted replaced
87:b6a5999d8e06 88:464d2dfb99c9
1 #!/bin/bash
2 # Invoke this as e.g. sbatch -n 4 -c 32 --exclusive masterJob.sh ezip
3 # run pigz -p 8 on extract_...tar files
4 n=$SLURM_NTASKS
5 c=$SLURM_CPUS_PER_TASK
6 node=$SLURMD_NODENAME
7 local=$SLURM_LOCALID
8 proc=$SLURM_PROCID
9 echo $(date) $node:$proc start
10
11 module load gnu-parallel
12
13 parallel --will-cite -j $c -n 1 'pigz -p 8 {}/orig/extracts/*.tar' < ezip/$proc.txt
14
15 echo $(date) $proc end
16