#!/usr/bin/env python3 # -*- coding: utf-8 -*- # Generates the unidecode.dat module # (c) 2010 Andreas Rumpf from unidecode import unidecode try: import warnings warnings.simplefilter("ignore") except ImportError: pass def main(): f = open("unidecode.dat", "wb+") for x in range(128, 0xffff + 1): u = eval("u'\\u%04x'" % x) val = unidecode(u) # f.write("%x | " % x) if x == 0x2028: # U+2028 = LINE SEPARATOR val = "" elif x == 0x2029: # U+2029 = PARAGRAPH SEPARATOR val = "" f.write("%s\n" % val) f.close() main()