Mercurial > hg > cc > cirrus_work
view bin/test_warc.py @ 52:e20c64917805
better debugging output
author | Henry S. Thompson <ht@inf.ed.ac.uk> |
---|---|
date | Fri, 07 Jul 2023 17:04:05 +0100 |
parents | 212da3fe3b19 |
children | 9837840f3328 |
line wrap: on
line source
import warc,sys OUT=open(sys.stdout.fileno(),'wb') if (debug:=(sys.argv[1]=='-d')): sys.argv.pop(1) def showme(wtype,buf,part): # This should exactly reproduce a complete warc file if called # as per version 1 below if debug: OUT.write(b"----start %d-----\n"%part) OUT.write(buf) if buf[-1]!=10: OUT.write(b'\r\n') if part==7: OUT.write(b'\r\n') # to match complete file formatting if debug: OUT.write(b"----end %d-----\n"%part) return OUT # 1 warc.warc(sys.argv[1],showme,[b'response','warcinfo','request','metadata'],parts=int(sys.argv[2]),debug=debug) # 2 #warc.warc(sys.argv[1],showme,[b'warcinfo'],parts=int(sys.argv[2]),debug=debug)