comparison bin/_c2t.sh @ 12:1ce51aacc468

fix quoting pblm by using parallel ... -q
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Thu, 28 Jul 2022 17:30:10 +0100
parents dfdb95e5d774
children 94072b090fdd
comparison
equal deleted inserted replaced
11:dfdb95e5d774 12:1ce51aacc468
13 threadsPerTask=2 13 threadsPerTask=2
14 pjobs=$((c / $threadsPerTask)) 14 pjobs=$((c / $threadsPerTask))
15 15
16 cc=$1 16 cc=$1
17 shift 17 shift
18 resdir=$W/hst/results/$cc/$2 18 resdir=$W/hst/results/$cc/$1
19 shift 19 shift
20 s1=$3 20 s1=$1
21 shift 21 shift
22 sn=$4 22 sn=$1
23 shift 23 shift
24 kf=$5 # key field for sorting 24 kf=$1 # key field for sorting
25 shift 25 shift
26 26
27 echo $(date) task $n.$task on $nodename:$N.$node start 27 echo $(date) task $n.$task on $nodename:$N.$node start
28 28
29 mkdir -p $resdir 29 mkdir -p $resdir
38 echo $(date) moving $seg $task $PARALLEL_SEQ 38 echo $(date) moving $seg $task $PARALLEL_SEQ
39 mv $TMPDIR/$seg.tsv $resdir 39 mv $TMPDIR/$seg.tsv $resdir
40 echo $(date) end $seg $task $PARALLEL_SEQ ;} 40 echo $(date) end $seg $task $PARALLEL_SEQ ;}
41 41
42 export -f doit 42 export -f doit
43 export cc resdir n task 43 export cc resdir n task kf
44 44
45 $W/hst/bin/share_by_task.sh -f "%03g\n" -s $s1 $sn $n $task | parallel -j $pjobs doit '{}' "$@" 45 $W/hst/bin/share_by_task.sh -f "%03g\n" -s $s1 $sn $n $task | parallel -j $pjobs -q doit '{}' "$@"
46 46
47 echo $(date) task $n.$task on $nodename:$N.$node end 47 echo $(date) task $n.$task on $nodename:$N.$node end
48 48