Mercurial > hg > cc > cirrus_home

view bin/hawk.sh @ 203:2aa9db279d56

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
--array + -m now working
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Wed, 22 Apr 2026 18:50:07 +0100
parents 47ef882acbec
children
line wrap: on
line source

#!/bin/bash
# Usage: hawk.sh tarFileNumber
pdfs=/beegfs/common_crawl/CC-MAIN-2019-35/pdfs
links=$pdfs/links
dates=$pdfs/1132dates
tfn=$1
awk '{ if (NR == FNR) {
ll[$1]=1
}
else {
f="links_'${tfn}'_"$1
if (f in ll) {
print $0,"\t",f
}
}
}' <(tar -tf $links/$tfn.tar) ${dates}/date_$tfn.tsv > ${dates}/join_$tfn.tsv