You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
130 lines
2.3 KiB
130 lines
2.3 KiB
#!/home/alpcentaur/ProjektA/PrototypeWebApp/venv/bin/python3.5
|
|
#
|
|
# latin2ascii.py - converts latin1 characters into ascii.
|
|
#
|
|
|
|
import sys
|
|
|
|
""" Mappings from Latin-1 characters to ASCII.
|
|
|
|
This is an in-house mapping table for some Latin-1 characters
|
|
(acutes, umlauts, etc.) to ASCII strings.
|
|
"""
|
|
|
|
LATIN2ASCII = {
|
|
#0x00a0: '',
|
|
#0x00a7: '',
|
|
|
|
# iso-8859-1
|
|
0x00c0: 'A`',
|
|
0x00c1: "A'",
|
|
0x00c2: 'A^',
|
|
0x00c3: 'A~',
|
|
0x00c4: 'A:',
|
|
0x00c5: 'A%',
|
|
0x00c6: 'AE',
|
|
0x00c7: 'C,',
|
|
0x00c8: 'E`',
|
|
0x00c9: "E'",
|
|
0x00ca: 'E^',
|
|
0x00cb: 'E:',
|
|
0x00cc: 'I`',
|
|
0x00cd: "I'",
|
|
0x00ce: 'I^',
|
|
0x00cf: 'I:',
|
|
0x00d0: "D'",
|
|
0x00d1: 'N~',
|
|
0x00d2: 'O`',
|
|
0x00d3: "O'",
|
|
0x00d4: 'O^',
|
|
0x00d5: 'O~',
|
|
0x00d6: 'O:',
|
|
0x00d8: 'O/',
|
|
0x00d9: 'U`',
|
|
0x00da: "U'",
|
|
0x00db: 'U~',
|
|
0x00dc: 'U:',
|
|
0x00dd: "Y'",
|
|
0x00df: 'ss',
|
|
|
|
0x00e0: 'a`',
|
|
0x00e1: "a'",
|
|
0x00e2: 'a^',
|
|
0x00e3: 'a~',
|
|
0x00e4: 'a:',
|
|
0x00e5: 'a%',
|
|
0x00e6: 'ae',
|
|
0x00e7: 'c,',
|
|
0x00e8: 'e`',
|
|
0x00e9: "e'",
|
|
0x00ea: 'e^',
|
|
0x00eb: 'e:',
|
|
0x00ec: 'i`',
|
|
0x00ed: "i'",
|
|
0x00ee: 'i^',
|
|
0x00ef: 'i:',
|
|
0x00f0: "d'",
|
|
0x00f1: 'n~',
|
|
0x00f2: 'o`',
|
|
0x00f3: "o'",
|
|
0x00f4: 'o^',
|
|
0x00f5: 'o~',
|
|
0x00f6: 'o:',
|
|
0x00f8: 'o/',
|
|
0x00f9: 'o`',
|
|
0x00fa: "u'",
|
|
0x00fb: 'u~',
|
|
0x00fc: 'u:',
|
|
0x00fd: "y'",
|
|
0x00ff: 'y:',
|
|
|
|
# Ligatures
|
|
0x0152: 'OE',
|
|
0x0153: 'oe',
|
|
0x0132: 'IJ',
|
|
0x0133: 'ij',
|
|
0x1d6b: 'ue',
|
|
0xfb00: 'ff',
|
|
0xfb01: 'fi',
|
|
0xfb02: 'fl',
|
|
0xfb03: 'ffi',
|
|
0xfb04: 'ffl',
|
|
0xfb05: 'ft',
|
|
0xfb06: 'st',
|
|
|
|
# Symbols
|
|
#0x2013: '',
|
|
0x2014: '--',
|
|
0x2015: '||',
|
|
0x2018: '`',
|
|
0x2019: "'",
|
|
0x201c: '``',
|
|
0x201d: "''",
|
|
#0x2022: '',
|
|
#0x2212: '',
|
|
|
|
}
|
|
|
|
def latin2ascii(s):
|
|
return ''.join( LATIN2ASCII.get(ord(c),c) for c in s )
|
|
|
|
|
|
def main(argv):
|
|
import getopt, fileinput
|
|
def usage():
|
|
print('usage: %s [-c codec] file ...' % argv[0])
|
|
return 100
|
|
try:
|
|
(opts, args) = getopt.getopt(argv[1:], 'c')
|
|
except getopt.GetoptError:
|
|
return usage()
|
|
if not args: return usage()
|
|
codec = 'utf-8'
|
|
for (k, v) in opts:
|
|
if k == '-c': codec = v
|
|
for line in fileinput.input(args):
|
|
line = latin2ascii(str(line, codec, 'ignore'))
|
|
sys.stdout.write(line.encode('ascii', 'replace'))
|
|
|
|
if __name__ == '__main__':
|
|
sys.exit(main(sys.argv))
|