view bin/percent_encode.py @ 89:a62580816f1c

merge a stream of ks files with a set of cdx files
author Henry S. Thompson <ht@inf.ed.ac.uk>
date Wed, 30 Aug 2023 21:49:43 +0100
parents 1daa8e444cfe
children
line wrap: on
line source

'''Handle unquoting of non-UTF-8 bytes by %-encoding them'''
import codecs

def percent_encode(ude):
  #print(ude.object,ude.object[ude.start:ude.end])
  return (''.join('%%%X'%c for c in ude.object[ude.start:ude.end]),
          ude.end)

codecs.register_error('percent',percent_encode)