| | |
| | """ Utility for parsing HTML entity definitions available from: |
| | |
| | http://www.w3.org/ as e.g. |
| | http://www.w3.org/TR/REC-html40/HTMLlat1.ent |
| | |
| | Input is read from stdin, output is written to stdout in form of a |
| | Python snippet defining a dictionary "entitydefs" mapping literal |
| | entity name to character or numeric entity. |
| | |
| | Marc-Andre Lemburg, mal@lemburg.com, 1999. |
| | Use as you like. NO WARRANTIES. |
| | |
| | """ |
| | import re,sys |
| |
|
| | entityRE = re.compile(r'<!ENTITY +(\w+) +CDATA +"([^"]+)" +-- +((?:.|\n)+?) *-->') |
| |
|
| | def parse(text,pos=0,endpos=None): |
| |
|
| | pos = 0 |
| | if endpos is None: |
| | endpos = len(text) |
| | d = {} |
| | while 1: |
| | m = entityRE.search(text,pos,endpos) |
| | if not m: |
| | break |
| | name,charcode,comment = m.groups() |
| | d[name] = charcode,comment |
| | pos = m.end() |
| | return d |
| |
|
| | def writefile(f,defs): |
| |
|
| | f.write("entitydefs = {\n") |
| | items = sorted(defs.items()) |
| | for name, (charcode,comment) in items: |
| | if charcode[:2] == '&#': |
| | code = int(charcode[2:-1]) |
| | if code < 256: |
| | charcode = r"'\%o'" % code |
| | else: |
| | charcode = repr(charcode) |
| | else: |
| | charcode = repr(charcode) |
| | comment = ' '.join(comment.split()) |
| | f.write(" '%s':\t%s, \t# %s\n" % (name,charcode,comment)) |
| | f.write('\n}\n') |
| |
|
| | if __name__ == '__main__': |
| | if len(sys.argv) > 1: |
| | with open(sys.argv[1]) as infile: |
| | text = infile.read() |
| | else: |
| | text = sys.stdin.read() |
| |
|
| | defs = parse(text) |
| |
|
| | if len(sys.argv) > 2: |
| | with open(sys.argv[2],'w') as outfile: |
| | writefile(outfile, defs) |
| | else: |
| | writefile(sys.stdout, defs) |
| |
|
