Mercurial > hg > cc > cirrus_home

view bin/hawk.sh @ 192:4275eb6484da

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
maybe triggers jdb on tests with -DdebugTest=true on command line
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Wed, 25 Sep 2024 13:51:15 +0100
parents 47ef882acbec
children
line wrap: on
line source

#!/bin/bash
# Usage: hawk.sh tarFileNumber
pdfs=/beegfs/common_crawl/CC-MAIN-2019-35/pdfs
links=$pdfs/links
dates=$pdfs/1132dates
tfn=$1
awk '{ if (NR == FNR) {
ll[$1]=1
}
else {
f="links_'${tfn}'_"$1
if (f in ll) {
print $0,"\t",f
}
}
}' <(tar -tf $links/$tfn.tar) ${dates}/date_$tfn.tsv > ${dates}/join_$tfn.tsv