view bin/percent_encode.py @ 119:1d12b51c4d59

minor bug wrt EOF of final cdx input file
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Wed, 27 Sep 2023 17:29:51 +0100
parents 1daa8e444cfe
children
line wrap: on
line source

'''Handle unquoting of non-UTF-8 bytes by %-encoding them'''
import codecs

def percent_encode(ude):
  #print(ude.object,ude.object[ude.start:ude.end])
  return (''.join('%%%X'%c for c in ude.object[ude.start:ude.end]),
          ude.end)

codecs.register_error('percent',percent_encode)