view master/wecu/mapper.py @ 57:ac1a20e627a9

from lukasz git repo 2020-05-26 (see ~/src/wecu), then editted, sac not quite working yet
author Henry S. Thompson <ht@markup.co.uk>
date Wed, 27 May 2020 20:54:34 +0000
parents
children
line wrap: on
line source

#!/usr/bin/python

import sys

response_counter = 0
request_counter = 0

for line in sys.stdin:
    if line.startswith('WARC-Type: response'):
        response_counter += 1
    if line.startswith('WARC-Type: request'):
        request_counter += 1
    
print('request_counter\t{}'.format(request_counter))
print('response_counter\t{}'.format(response_counter))