Mercurial > hg > cc > cirrus_work

comparison bin/_atest3.sh @ 379:a00e888e4df3 plus

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
works now
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Thu, 11 Jun 2026 21:10:13 +0100
parents b3ba45af45c9
children
comparison
equal deleted inserted replaced
378:e44d214699be 379:a00e888e4df3
1 #!/usr/bin/bash 1 #!/usr/bin/bash
2 # Usage: _atest3.sh j n 2 # Usage: _atest3.sh j n
3 # Process the jth group of cdx files taken n at a time, doing 10 at a time 3 # Process the jth group of cdx files taken n at a time
4 # with 10 parallel threads at a time
4 j=$1 5 j=$1
5 n=$2 6 n=$2
6 sleep 5
7 h_s=$((n * j)) 7 h_s=$((n * j))
8 h_e=$(( ( ( n * (j + 1) ) - 1 ) )) 8 h_e=$(( ( ( n * (j + 1) ) - 1 ) ))
9 echo _a passed j=$j n=$n, processing "[$h_s,$h_e]" 9 echo _a passed j=$j n=$n, processing "[$h_s,$h_e]"
10 #seq --format "%03g" $h_s $h_e | parallel -j 10 echo '$(date)' cdx-00'{}.gz' ' {#} \| sus' #| uniq_merge.py 10 #seq --format "%03g" $h_s $h_e | parallel -j 10 echo '$(date)' cdx-00'{}.gz' ' {#} \| sus' #| uniq_merge.py
11 cd /work/dc007/dc007/hst/results/CC-MAIN-2025-33/warc_lmhx/idx 11 cd /work/dc007/dc007/hst/results/CC-MAIN-2025-33/warc_lmhx/idx