path: root/lib/pure/unidecode/gen.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-

# Generates the unidecode.dat module
# (c) 2010 Andreas Rumpf

from unidecode import unidecode
try:
  import warnings
  warnings.simplefilter("ignore")
except ImportError:
  pass

def main():
  f = open("unidecode.dat", "wb+")
  for x in range(128, 0xffff + 1):
    u = eval("u'\\u%04x'" % x)

    val = unidecode(u)

    # f.write("%x | " % x)
    if x == 0x2028: # U+2028 = LINE SEPARATOR
      val = ""
    elif x == 0x2029: # U+2029 = PARAGRAPH SEPARATOR
      val = ""
    f.write("%s\n" % val)

  f.close()

main()