updated pydoc - ranger - mirror of ranger - a simple, vim-like file manager

diff options

author	hut <hut@lavabit.com>	2010-05-16 16:28:42 +0200
committer	hut <hut@lavabit.com>	2010-05-16 16:28:42 +0200
commit	ef0157ff37404cf757f57711c62bb352a2971fa6 (patch)
tree	36fb3abf2cafafa720a9a336195cb3c27e625378 /doc/pydoc/ranger.gui.ui.html
parent	b6371096afef3353001c039d0c17864d2dd4f6e6 (diff)
download	ranger-ef0157ff37404cf757f57711c62bb352a2971fa6.tar.gz

updated pydoc

Diffstat (limited to 'doc/pydoc/ranger.gui.ui.html')

-rw-r--r--

doc/pydoc/ranger.gui.ui.html

1 files changed, 3 insertions, 3 deletions

/* * $LynxId: UCdomap.c,v 1.104 2018/12/29 00:20:33 Kihara.Hideto Exp $ * * UCdomap.c * ========= * * This is a Lynx chartrans engine, its external calls are in UCMap.h * * Derived from code in the Linux kernel console driver. * * The GNU General Public License therefore applies, see the file * COPYING in the top-level directory which should come with every Lynx * distribution. * * [ original comment: - KW ] * * Mapping from internal code (such as Latin-1 or Unicode or IBM PC code) * to font positions. * * aeb, 950210 */ #include <HTUtils.h> #include <HTMLDTD.h> #include <LYGlobalDefs.h> #include <UCdomap.h> #include <UCMap.h> #include <UCAux.h> #include <UCDefs.h> #include <LYCharSets.h> #include <LYStrings.h> #include <LYUtils.h> #if defined(USE_LOCALE_CHARSET) && defined(HAVE_LANGINFO_CODESET) #include <langinfo.h> #endif #ifdef EXP_JAPANESEUTF8_SUPPORT #include <iconv.h> #endif #include <LYLeaks.h> /* * Include chartrans tables: */ #include <cp1250_uni.h> /* WinLatin2 (cp1250) */ #include <cp1251_uni.h> /* WinCyrillic (cp1251) */ #include <cp1252_uni.h> /* WinLatin1 (cp1252) */ #include <cp1253_uni.h> /* WinGreek (cp1253) */ #include <cp1255_uni.h> /* WinHebrew (cp1255) */ #include <cp1256_uni.h> /* WinArabic (cp1256) */ #include <cp1257_uni.h> /* WinBaltRim (cp1257) */ #include <cp437_uni.h> /* DosLatinUS (cp437) */ #include <cp737_uni.h> /* DosGreek (cp737) */ #include <cp775_uni.h> /* DosBaltRim (cp775) */ #include <cp850_uni.h> /* DosLatin1 (cp850) */ #include <cp852_uni.h> /* DosLatin2 (cp852) */ #include <cp857_uni.h> /* DosTurkish (cp857) */ #include <cp862_uni.h> /* DosHebrew (cp862) */ #include <cp864_uni.h> /* DosArabic (cp864) */ #include <cp866_uni.h> /* DosCyrillic (cp866) */ #include <cp869_uni.h> /* DosGreek2 (cp869) */ #include <def7_uni.h> /* 7 bit approximations */ #include <dmcs_uni.h> /* DEC Multinational */ #include <hp_uni.h> /* HP Roman8 */ #include <iso01_uni.h> /* ISO Latin 1 */ #include <iso02_uni.h> /* ISO Latin 2 */ #include <iso03_uni.h> /* ISO Latin 3 */ #include <iso04_uni.h> /* ISO Latin 4 */ #include <iso05_uni.h> /* ISO 8859-5 Cyrillic */ #include <iso06_uni.h> /* ISO 8859-6 Arabic */ #include <iso07_uni.h> /* ISO 8859-7 Greek */ #include <iso08_uni.h> /* ISO 8859-8 Hebrew */ #include <iso09_uni.h> /* ISO 8859-9 (Latin 5) */ #include <iso10_uni.h> /* ISO 8859-10 */ #include <iso13_uni.h> /* ISO 8859-13 (Latin 7) */ #include <iso14_uni.h> /* ISO 8859-14 (Latin 8) */ #include <iso15_uni.h> /* ISO 8859-15 (Latin 9) */ #include <koi8r_uni.h> /* KOI8-R Cyrillic */ #include <mac_uni.h> /* Macintosh (8 bit) */ #include <mnem2_suni.h> /* RFC 1345 Mnemonic */ #include <next_uni.h> /* NeXT character set */ #include <rfc_suni.h> /* RFC 1345 w/o Intro */ /* #include <utf8_uni.h> */ /* UNICODE UTF 8 */ #include <viscii_uni.h> /* Vietnamese (VISCII) */ #include <cp866u_uni.h> /* Ukrainian Cyrillic (866) */ #include <koi8u_uni.h> /* Ukrainian Cyrillic (koi8-u */ #include <pt154_uni.h> /* Cyrillic-Asian (PT154) */ #ifdef CAN_AUTODETECT_DISPLAY_CHARSET int auto_display_charset = -1; #endif static const char *UC_GNsetMIMEnames[4] = { "iso-8859-1", "x-dec-graphics", "cp437", "x-transparent" }; static int UC_GNhandles[4] = { -1, -1, -1, -1 }; /* * Some of the code below, and some of the comments, are left in for * historical reasons. Not all those tables below are currently * really needed (and what with all those hardwired codepoints), * but let's keep them around for now. They may come in handy if we * decide to make more extended use of the mechanisms (including e.g. * for chars < 127...). - KW */ static u16 translations[][256] = { /* * 8-bit Latin-1 mapped to Unicode -- trivial mapping. */ { 0x0000, 0x0001, 0x0002, 0x0003, 0x0004, 0x0005, 0x0006, 0x0007, 0x0008, 0x0009, 0x000a, 0x000b, 0x000c, 0x000d, 0x000e, 0x000f, 0x0010, 0x0011, 0x0012, 0x0013, 0x0014, 0x0015, 0x0016, 0x0017, 0x0018, 0x0019, 0x001a, 0x001b, 0x001c, 0x001d, 0x001e, 0x001f, 0x0020, 0x0021, 0x0022, 0x0023, 0x0024, 0x0025, 0x0026, 0x0027, 0x0028, 0x0029, 0x002a, 0x002b, 0x002c, 0x002d, 0x002e, 0x002f, 0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x0035, 0x0036, 0x0037, 0x0038, 0x0039, 0x003a, 0x003b, 0x003c, 0x003d, 0x003e, 0x003f, 0x0040, 0x0041, 0x0042, 0x0043, 0x0044, 0x0045, 0x0046, 0x0047, 0x0048, 0x0049, 0x004a, 0x004b, 0x004c, 0x004d, 0x004e, 0x004f, 0x0050, 0x0051, 0x0052, 0x0053, 0x0054, 0x0055, 0x0056, 0x0057, 0x0058, 0x0059, 0x005a, 0x005b, 0x005c, 0x005d, 0x005e, 0x005f, 0x0060, 0x0061, 0x0062, 0x0063, 0x0064, 0x0065, 0x0066, 0x0067, 0x0068, 0x0069, 0x006a, 0x006b, 0x006c, 0x006d, 0x006e, 0x006f, 0x0070, 0x0071, 0x0072, 0x0073, 0x0074, 0x0075, 0x0076, 0x0077, 0x0078, 0x0079, 0x007a, 0x007b, 0x007c, 0x007d, 0x007e, 0x007f, 0x0080, 0x0081, 0x0082, 0x0083, 0x0084, 0x0085, 0x0086, 0x0087, 0x0088, 0x0089, 0x008a, 0x008b, 0x008c, 0x008d, 0x008e, 0x008f, 0x0090, 0x0091, 0x0092, 0x0093, 0x0094, 0x0095, 0x0096, 0x0097, 0x0098, 0x0099, 0x009a, 0x009b, 0x009c, 0x009d, 0x009e, 0x009f, 0x00a0, 0x00a1, 0x00a2, 0x00a3, 0x00a4, 0x00a5, 0x00a6, 0x00a7, 0x00a8, 0x00a9, 0x00aa, 0x00ab, 0x00ac, 0x00ad, 0x00ae, 0x00af, 0x00b0, 0x00b1, 0x00b2, 0x00b3, 0x00b4, 0x00b5, 0x00b6, 0x00b7, 0x00b8, 0x00b9, 0x00ba, 0x00bb, 0x00bc, 0x00bd, 0x00be, 0x00bf, 0x00c0, 0x00c1, 0x00c2, 0x00c3, 0x00c4, 0x00c5, 0x00c6, 0x00c7, 0x00c8, 0x00c9, 0x00ca, 0x00cb, 0x00cc, 0x00cd, 0x00ce, 0x00cf, 0x00d0, 0x00d1, 0x00d2, 0x00d3, 0x00d4, 0x00d5, 0x00d6, 0x00d7, 0x00d8, 0x00d9, 0x00da, 0x00db, 0x00dc, 0x00dd, 0x00de, 0x00df, 0x00e0, 0x00e1, 0x00e2, 0x00e3, 0x00e4, 0x00e5, 0x00e6, 0x00e7, 0x00e8, 0x00e9, 0x00ea, 0x00eb, 0x00ec, 0x00ed, 0x00ee, 0x00ef, 0x00f0, 0x00f1, 0x00f2, 0x00f3, 0x00f4, 0x00f5, 0x00f6, 0x00f7, 0x00f8, 0x00f9, 0x00fa, 0x00fb, 0x00fc, 0x00fd, 0x00fe, 0x00ff }, /* * VT100 graphics mapped to Unicode. */ { 0x0000, 0x0001, 0x0002, 0x0003, 0x0004, 0x0005, 0x0006, 0x0007, 0x0008, 0x0009, 0x000a, 0x000b, 0x000c, 0x000d, 0x000e, 0x000f, 0x0010, 0x0011, 0x0012, 0x0013, 0x0014, 0x0015, 0x0016, 0x0017, 0x0018, 0x0019, 0x001a, 0x001b, 0x001c, 0x001d, 0x001e, 0x001f, 0x0020, 0x0021, 0x0022, 0x0023, 0x0024, 0x0025, 0x0026, 0x0027, 0x0028, 0x0029, 0x002a, 0x002b, 0x002c, 0x002d, 0x002e, 0x002f, 0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x0035, 0x0036, 0x0037, 0x0038, 0x0039, 0x003a, 0x003b, 0x003c, 0x003d, 0x003e, 0x003f, 0x0040, 0x0041, 0x0042, 0x0043, 0x0044, 0x0045, 0x0046, 0x0047, 0x0048, 0x0049, 0x004a, 0x004b, 0x004c, 0x004d, 0x004e, 0x004f, 0x0050, 0x0051, 0x0052, 0x0053, 0x0054, 0x0055, 0x0056, 0x0057, 0x0058, 0x0059, 0x005a, 0x005b, 0x005c, 0x005d, 0x005e, 0x00a0, 0x25c6, 0x2592, 0x2409, 0x240c, 0x240d, 0x240a, 0x00b0, 0x00b1, 0x2424, 0x240b, 0x2518, 0x2510, 0x250c, 0x2514, 0x253c, 0xf800, 0xf801, 0x2500, 0xf803, 0xf804, 0x251c, 0x2524, 0x2534, 0x252c, 0x2502, 0x2264, 0x2265, 0x03c0, 0x2260, 0x00a3, 0x00b7, 0x007f, 0x0080, 0x0081, 0x0082, 0x0083, 0x0084, 0x0085, 0x0086, 0x0087, 0x0088, 0x0089, 0x008a, 0x008b, 0x008c, 0x008d, 0x008e, 0x008f, 0x0090, 0x0091, 0x0092, 0x0093, 0x0094, 0x0095, 0x0096, 0x0097, 0x0098, 0x0099, 0x009a, 0x009b, 0x009c, 0x009d, 0x009e, 0x009f, 0x00a0, 0x00a1, 0x00a2, 0x00a3, 0x00a4, 0x00a5, 0x00a6, 0x00a7, 0x00a8, 0x00a9, 0x00aa, 0x00ab, 0x00ac, 0x00ad, 0x00ae, 0x00af, 0x00b0, 0x00b1, 0x00b2, 0x00b3, 0x00b4, 0x00b5, 0x00b6, 0x00b7, 0x00b8, 0x00b9, 0x00ba, 0x00bb, 0x00bc, 0x00bd, 0x00be, 0x00bf, 0x00c0, 0x00c1, 0x00c2, 0x00c3, 0x00c4, 0x00c5, 0x00c6, 0x00c7, 0x00c8, 0x00c9, 0x00ca, 0x00cb, 0x00cc, 0x00cd, 0x00ce, 0x00cf, 0x00d0, 0x00d1, 0x00d2, 0x00d3, 0x00d4, 0x00d5, 0x00d6, 0x00d7, 0x00d8, 0x00d9, 0x00da, 0x00db, 0x00dc, 0x00dd, 0x00de, 0x00df, 0x00e0, 0x00e1, 0x00e2, 0x00e3, 0x00e4, 0x00e5, 0x00e6, 0x00e7, 0x00e8, 0x00e9, 0x00ea, 0x00eb, 0x00ec, 0x00ed, 0x00ee, 0x00ef, 0x00f0, 0x00f1, 0x00f2, 0x00f3, 0x00f4, 0x00f5, 0x00f6, 0x00f7, 0x00f8, 0x00f9, 0x00fa, 0x00fb, 0x00fc, 0x00fd, 0x00fe, 0x00ff }, /* * IBM Codepage 437 mapped to Unicode. */ { 0x0000, 0x263a, 0x263b, 0x2665, 0x2666, 0x2663, 0x2660, 0x2022, 0x25d8, 0x25cb, 0x25d9, 0x2642, 0x2640, 0x266a, 0x266b, 0x263c, 0x25ba, 0x25c4, 0x2195, 0x203c, 0x00b6, 0x00a7, 0x25ac, 0x21a8, 0x2191, 0x2193, 0x2192, 0x2190, 0x221f, 0x2194, 0x25b2, 0x25bc, 0x0020, 0x0021, 0x0022, 0x0023, 0x0024, 0x0025, 0x0026, 0x0027, 0x0028, 0x0029, 0x002a, 0x002b, 0x002c, 0x002d, 0x002e, 0x002f, 0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x0035, 0x0036, 0x0037, 0x0038, 0x0039, 0x003a, 0x003b, 0x003c, 0x003d, 0x003e, 0x003f, 0x0040, 0x0041, 0x0042, 0x0043, 0x0044, 0x0045, 0x0046, 0x0047, 0x0048, 0x0049, 0x004a, 0x004b, 0x004c, 0x004d, 0x004e, 0x004f, 0x0050, 0x0051, 0x0052, 0x0053, 0x0054, 0x0055, 0x0056, 0x0057, 0x0058, 0x0059, 0x005a, 0x005b, 0x005c, 0x005d, 0x005e, 0x005f, 0x0060, 0x0061, 0x0062, 0x0063, 0x0064, 0x0065, 0x0066, 0x0067, 0x0068, 0x0069, 0x006a, 0x006b, 0x006c, 0x006d, 0x006e, 0x006f, 0x0070, 0x0071, 0x0072, 0x0073, 0x0074, 0x0075, 0x0076, 0x0077, 0x0078, 0x0079, 0x007a, 0x007b, 0x007c, 0x007d, 0x007e, 0x2302, 0x00c7, 0x00fc, 0x00e9, 0x00e2, 0x00e4, 0x00e0, 0x00e5, 0x00e7, 0x00ea, 0x00eb, 0x00e8, 0x00ef, 0x00ee, 0x00ec, 0x00c4, 0x00c5, 0x00c9, 0x00e6, 0x00c6, 0x00f4, 0x00f6, 0x00f2, 0x00fb, 0x00f9, 0x00ff, 0x00d6, 0x00dc, 0x00a2, 0x00a3, 0x00a5, 0x20a7, 0x0192, 0x00e1, 0x00ed, 0x00f3, 0x00fa, 0x00f1, 0x00d1, 0x00aa, 0x00ba, 0x00bf, 0x2310, 0x00ac, 0x00bd, 0x00bc, 0x00a1, 0x00ab, 0x00bb, 0x2591, 0x2592, 0x2593, 0x2502, 0x2524, 0x2561, 0x2562, 0x2556, 0x2555, 0x2563, 0x2551, 0x2557, 0x255d, 0x255c, 0x255b, 0x2510, 0x2514, 0x2534, 0x252c, 0x251c, 0x2500, 0x253c, 0x255e, 0x255f, 0x255a, 0x2554, 0x2569, 0x2566, 0x2560, 0x2550, 0x256c, 0x2567, 0x2568, 0x2564, 0x2565, 0x2559, 0x2558, 0x2552, 0x2553, 0x256b, 0x256a, 0x2518, 0x250c, 0x2588, 0x2584, 0x258c, 0x2590, 0x2580, 0x03b1, 0x00df, 0x0393, 0x03c0, 0x03a3, 0x03c3, 0x00b5, 0x03c4, 0x03a6, 0x0398, 0x03a9, 0x03b4, 0x221e, 0x03c6, 0x03b5, 0x2229, 0x2261, 0x00b1, 0x2265, 0x2264, 0x2320, 0x2321, 0x00f7, 0x2248, 0x00b0, 0x2219, 0x00b7, 0x221a, 0x207f, 0x00b2, 0x25a0, 0x00a0 }, /* * User mapping -- default to codes for direct font mapping. */ { 0xf000, 0xf001, 0xf002, 0xf003, 0xf004, 0xf005, 0xf006, 0xf007, 0xf008, 0xf009, 0xf00a, 0xf00b, 0xf00c, 0xf00d, 0xf00e, 0xf00f, 0xf010, 0xf011, 0xf012, 0xf013, 0xf014, 0xf015, 0xf016, 0xf017, 0xf018, 0xf019, 0xf01a, 0xf01b, 0xf01c, 0xf01d, 0xf01e, 0xf01f, 0xf020, 0xf021, 0xf022, 0xf023, 0xf024, 0xf025, 0xf026, 0xf027, 0xf028, 0xf029, 0xf02a, 0xf02b, 0xf02c, 0xf02d, 0xf02e, 0xf02f, 0xf030, 0xf031, 0xf032, 0xf033, 0xf034, 0xf035, 0xf036, 0xf037, 0xf038, 0xf039, 0xf03a, 0xf03b, 0xf03c, 0xf03d, 0xf03e, 0xf03f, 0xf040, 0xf041, 0xf042, 0xf043, 0xf044, 0xf045, 0xf046, 0xf047, 0xf048, 0xf049, 0xf04a, 0xf04b, 0xf04c, 0xf04d, 0xf04e, 0xf04f, 0xf050, 0xf051, 0xf052, 0xf053, 0xf054, 0xf055, 0xf056, 0xf057, 0xf058, 0xf059, 0xf05a, 0xf05b, 0xf05c, 0xf05d, 0xf05e, 0xf05f, 0xf060, 0xf061, 0xf062, 0xf063, 0xf064, 0xf065, 0xf066, 0xf067, 0xf068, 0xf069, 0xf06a, 0xf06b, 0xf06c, 0xf06d, 0xf06e, 0xf06f, 0xf070, 0xf071, 0xf072, 0xf073, 0xf074, 0xf075, 0xf076, 0xf077, 0xf078, 0xf079, 0xf07a, 0xf07b, 0xf07c, 0xf07d, 0xf07e, 0xf07f, 0xf080, 0xf081, 0xf082, 0xf083, 0xf084, 0xf085, 0xf086, 0xf087, 0xf088, 0xf089, 0xf08a, 0xf08b, 0xf08c, 0xf08d, 0xf08e, 0xf08f, 0xf090, 0xf091, 0xf092, 0xf093, 0xf094, 0xf095, 0xf096, 0xf097, 0xf098, 0xf099, 0xf09a, 0xf09b, 0xf09c, 0xf09d, 0xf09e, 0xf09f, 0xf0a0, 0xf0a1, 0xf0a2, 0xf0a3, 0xf0a4, 0xf0a5, 0xf0a6, 0xf0a7, 0xf0a8, 0xf0a9, 0xf0aa, 0xf0ab, 0xf0ac, 0xf0ad, 0xf0ae, 0xf0af, 0xf0b0, 0xf0b1, 0xf0b2, 0xf0b3, 0xf0b4, 0xf0b5, 0xf0b6, 0xf0b7, 0xf0b8, 0xf0b9, 0xf0ba, 0xf0bb, 0xf0bc, 0xf0bd, 0xf0be, 0xf0bf, 0xf0c0, 0xf0c1, 0xf0c2, 0xf0c3, 0xf0c4, 0xf0c5, 0xf0c6, 0xf0c7, 0xf0c8, 0xf0c9, 0xf0ca, 0xf0cb, 0xf0cc, 0xf0cd, 0xf0ce, 0xf0cf, 0xf0d0, 0xf0d1, 0xf0d2, 0xf0d3, 0xf0d4, 0xf0d5, 0xf0d6, 0xf0d7, 0xf0d8, 0xf0d9, 0xf0da, 0xf0db, 0xf0dc, 0xf0dd, 0xf0de, 0xf0df, 0xf0e0, 0xf0e1, 0xf0e2, 0xf0e3, 0xf0e4, 0xf0e5, 0xf0e6, 0xf0e7, 0xf0e8, 0xf0e9, 0xf0ea, 0xf0eb, 0xf0ec, 0xf0ed, 0xf0ee, 0xf0ef, 0xf0f0, 0xf0f1, 0xf0f2, 0xf0f3, 0xf0f4, 0xf0f5, 0xf0f6, 0xf0f7, 0xf0f8, 0xf0f9, 0xf0fa, 0xf0fb, 0xf0fc, 0xf0fd, 0xf0fe, 0xf0ff } }; static u16 *UC_translate = NULL; static struct UC_charset UCInfo[MAXCHARSETS]; /* * The standard kernel character-to-font mappings are not invertible * -- this is just a best effort. */ #define MAX_GLYPH 512 /* Max possible glyph value */ static unsigned char *inv_translate = NULL; static unsigned char inv_norm_transl[MAX_GLYPH]; static unsigned char *inverse_translations[4] = {NULL, NULL, NULL, NULL}; static void set_inverse_transl(int i); static u16 *set_translate(int m); static int UC_valid_UC_charset(int UC_charset_hndl); static void UC_con_set_trans(int UC_charset_in_hndl, int Gn, int update_flag); static int con_insert_unipair(unsigned unicode, unsigned fontpos, int fordefault); static int con_insert_unipair_str(unsigned unicode, const char *replace_str, int fordefault); static void con_clear_unimap(int fordefault); static void con_clear_unimap_str(int fordefault); static void con_set_default_unimap(void); static int UC_con_set_unimap(int UC_charset_out_hndl, int update_flag); static int UC_con_set_unimap_str(unsigned ct, struct unipair_str *list, int fordefault); static int conv_uni_to_pc(long ucs, int usedefault); static int conv_uni_to_str(char *outbuf, int buflen, UCode_t ucs, int usedefault); static void UCconsole_map_init(void); static int UC_MapGN(int UChndl, int update_flag); static int UC_FindGN_byMIME(const char *UC_MIMEcharset); static void UCreset_allocated_LYCharSets(void); static STRING2PTR UC_setup_LYCharSets_repl(int UC_charset_in_hndl, unsigned lowest8); static int UC_Register_with_LYCharSets(int s, const char *UC_MIMEcharset, const char *UC_LYNXcharset, int lowest_eightbit); #ifdef LY_FIND_LEAKS static void UCfree_allocated_LYCharSets(void); static void UCcleanup_mem(void); #endif static int default_UChndl = -1; static void set_inverse_transl(int i) { int j, glyph; u16 *p = translations[i]; unsigned char *q = inverse_translations[i]; if (!q) { /* * Slightly messy to avoid calling kmalloc too early. */ q = inverse_translations[i] = ((i == LAT1_MAP) ? inv_norm_transl : typeMallocn(unsigned char, MAX_GLYPH)); if (!q) return; } for (j = 0; j < MAX_GLYPH; j++) q[j] = 0; for (j = 0; j < E_TABSZ; j++) { glyph = conv_uni_to_pc((long) p[j], 0); if (glyph >= 0 && glyph < MAX_GLYPH && q[glyph] < 32) { /* * Prefer '-' above SHY etc. */ q[glyph] = UCH(j); } } } static u16 *set_translate(int m) { if (!inverse_translations[m]) set_inverse_transl(m); inv_translate = inverse_translations[m]; return translations[m]; } static int UC_valid_UC_charset(int UC_charset_hndl) { return (UC_charset_hndl >= 0 && UC_charset_hndl < UCNumCharsets); } static void UC_con_set_trans(int UC_charset_in_hndl, int Gn, int update_flag) { int i, j; const u16 *p; u16 *ptrans; if (!UC_valid_UC_charset(UC_charset_in_hndl)) { CTRACE((tfp, "UC_con_set_trans: Invalid charset handle %d.\n", UC_charset_in_hndl)); return; } ptrans = translations[Gn]; p = UCInfo[UC_charset_in_hndl].unitable; #if(0) if (p == UC_current_unitable) { /* test whether pointers are equal */ return; /* nothing to be done */ } /* * The font is always 256 characters - so far. */ con_clear_unimap(); #endif for (i = 0; i < 256; i++) { if ((j = UCInfo[UC_charset_in_hndl].unicount[i])) { ptrans[i] = *p; for (; j; j--) { p++; } } else { ptrans[i] = UCS_REPL; } } if (update_flag) { set_inverse_transl(Gn); /* Update inverse translation for this one */ } } /* * Unicode -> current font conversion * * A font has at most 512 chars, usually 256. * But one font position may represent several Unicode chars. * A hashtable is somewhat of a pain to deal with, so use a * "paged table" instead. Simulation has shown the memory cost of * this 3-level paged table scheme to be comparable to a hash table. */ static int hashtable_contents_valid = 0; /* Use ASCII-only mode for bootup */ static int hashtable_str_contents_valid = 0; static u16 **uni_pagedir[32] = { NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL }; static char ***uni_pagedir_str[32] = { NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL }; static const u16 *UC_current_unitable = NULL; static struct unimapdesc_str *UC_current_unitable_str = NULL; /* * Keep a second set of structures for the translation designated * as "default" - kw */ static int unidefault_contents_valid = 0; /* Use ASCII-only mode for bootup */ static int unidefault_str_contents_valid = 0; static u16 **unidefault_pagedir[32] = { NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL }; static char ***unidefault_pagedir_str[32] = { NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL }; static const u16 *UC_default_unitable = 0; static const struct unimapdesc_str *UC_default_unitable_str = 0; static int con_insert_unipair(unsigned unicode, unsigned fontpos, int fordefault) { int i; unsigned n; u16 **p1, *p2; if (fordefault) p1 = unidefault_pagedir[n = unicode >> 11]; else p1 = uni_pagedir[n = unicode >> 11]; if (!p1) { if ((p1 = typecallocn(u16 *, 32)) == NULL) return ucError; if (fordefault) unidefault_pagedir[n] = p1; else uni_pagedir[n] = p1; } if (!(p2 = p1[n = (unicode >> 6) & 0x1f])) { p2 = p1[n] = (u16 *) malloc(64 * sizeof(u16)); if (!p2) return ucError; for (i = 0; i < 64; i++) { p2[i] = UCS_HIDE; /* No glyph for this character (yet) */ } } p2[unicode & 0x3f] = (u16) fontpos; return 0; } static int con_insert_unipair_str(unsigned unicode, const char *replace_str, int fordefault) { unsigned n; char ***p1; const char **p2; if (fordefault) p1 = unidefault_pagedir_str[n = unicode >> 11]; else p1 = uni_pagedir_str[n = unicode >> 11]; if (!p1) { if ((p1 = typecallocn(char **, 32)) == NULL) return ucError; if (fordefault) unidefault_pagedir_str[n] = p1; else uni_pagedir_str[n] = p1; } n = ((unicode >> 6) & 0x1f); if (!p1[n]) { if ((p1[n] = typecallocn(char *, 64)) == NULL) return ucError; } p2 = (const char **) p1[n]; p2[unicode & 0x3f] = replace_str; return 0; } /* * ui arg was a leftover, deleted. - KW */ static void con_clear_unimap(int fordefault) { int i, j; u16 **p1; if (fordefault) { for (i = 0; i < 32; i++) { if ((p1 = unidefault_pagedir[i]) != NULL) { for (j = 0; j < 32; j++) { FREE(p1[j]); } FREE(p1); } unidefault_pagedir[i] = NULL; } unidefault_contents_valid = 1; } else { for (i = 0; i < 32; i++) { if ((p1 = uni_pagedir[i]) != NULL) { for (j = 0; j < 32; j++) { FREE(p1[j]); } FREE(p1); } uni_pagedir[i] = NULL; } hashtable_contents_valid = 1; } } static void con_clear_unimap_str(int fordefault) { int i, j; char ***p1; if (fordefault) { for (i = 0; i < 32; i++) { if ((p1 = unidefault_pagedir_str[i]) != NULL) { for (j = 0; j < 32; j++) { FREE(p1[j]); } FREE(p1); } unidefault_pagedir_str[i] = NULL; } unidefault_str_contents_valid = 1; /* ??? probably no use... */ } else { for (i = 0; i < 32; i++) { if ((p1 = uni_pagedir_str[i]) != NULL) { for (j = 0; j < 32; j++) { FREE(p1[j]); } FREE(p1); } uni_pagedir_str[i] = NULL; } hashtable_str_contents_valid = 1; /* ??? probably no use... */ } } /* * Loads the unimap for the hardware font, as defined in uni_hash.tbl. * The representation used was the most compact I could come up * with. This routine is executed at sys_setup time, and when the * PIO_FONTRESET ioctl is called. */ static void con_set_default_unimap(void) { int i, j; const u16 *p; /* * The default font is always 256 characters. */ con_clear_unimap(1); p = dfont_unitable; for (i = 0; i < 256; i++) { for (j = dfont_unicount[i]; j; j--) { con_insert_unipair(*(p++), (u16) i, 1); } } UC_default_unitable = dfont_unitable; con_clear_unimap_str(1); UC_con_set_unimap_str(dfont_replacedesc.entry_ct, repl_map, 1); UC_default_unitable_str = &dfont_replacedesc; } int UCNumCharsets = 0; int UCLYhndl_HTFile_for_unspec = -1; int UCLYhndl_HTFile_for_unrec = -1; int UCLYhndl_for_unspec = -1; int UCLYhndl_for_unrec = -1; /* easy to type, will initialize later */ int LATIN1 = -1; /* UCGetLYhndl_byMIME("iso-8859-1") */ int US_ASCII = -1; /* UCGetLYhndl_byMIME("us-ascii") */ int UTF8_handle = -1; /* UCGetLYhndl_byMIME("utf-8") */ int TRANSPARENT = -1; /* UCGetLYhndl_byMIME("x-transparent") */ static int UC_con_set_unimap(int UC_charset_out_hndl, int update_flag) { int i, j; const u16 *p; if (!UC_valid_UC_charset(UC_charset_out_hndl)) { CTRACE((tfp, "UC_con_set_unimap: Invalid charset handle %d.\n", UC_charset_out_hndl)); return ucError; } p = UCInfo[UC_charset_out_hndl].unitable; if (p == UC_current_unitable) { /* test whether pointers are equal */ return update_flag; /* nothing to be done */ } UC_current_unitable = p; /* * The font is always 256 characters - so far. */ con_clear_unimap(0); for (i = 0; i < 256; i++) { for (j = UCInfo[UC_charset_out_hndl].unicount[i]; j; j--) { con_insert_unipair(*(p++), (u16) i, 0); } } if (update_flag) { for (i = 0; i <= 3; i++) { set_inverse_transl(i); /* Update all inverse translations */ } } return 0; } static int UC_con_set_unimap_str(unsigned ct, struct unipair_str *list, int fordefault) { int err = 0, err1; while (ct--) { if ((err1 = con_insert_unipair_str(list->unicode, list->replace_str, fordefault)) != 0) { err = err1; } list++; } /* * No inverse translations for replacement strings! */ if (!err) { if (fordefault) unidefault_str_contents_valid = 1; else hashtable_str_contents_valid = 1; } return err; } static int conv_uni_to_pc(long ucs, int usedefault) { int h; u16 **p1, *p2; /* * Only 16-bit codes supported at this time. */ if (ucs > 0xffff) { /* * U+FFFD: REPLACEMENT CHARACTER. */ ucs = UCS_REPL; } else if (ucs < 0x20 || ucs >= 0xfffe) { /* * Not a printable character. */ return ucError; } else if (ucs == 0xfeff || (ucs >= 0x200b && ucs <= 0x200f)) { /* * Zero-width space. */ return ucZeroWidth; } else if ((ucs & ~UNI_DIRECT_MASK) == UNI_DIRECT_BASE) { /* * UNI_DIRECT_BASE indicates the start of the region in the * User Zone which always has a 1:1 mapping to the currently * loaded font. The UNI_DIRECT_MASK indicates the bit span * of the region. */ return (ucs & UNI_DIRECT_MASK); } if (usedefault) { if (!unidefault_contents_valid) return ucInvalidHash; p1 = unidefault_pagedir[ucs >> 11]; } else { if (!hashtable_contents_valid) return ucInvalidHash; p1 = uni_pagedir[ucs >> 11]; } if (p1 && (p2 = p1[(ucs >> 6) & 0x1f]) && (h = p2[ucs & 0x3f]) < MAX_GLYPH) { return h; } /* * Not found. */ return ucNotFound; } /* * Note: contents of outbuf is not changes for negative return value! */ static int conv_uni_to_str(char *outbuf, int buflen, UCode_t ucs, int usedefault) { char *h; char ***p1, **p2; /* * Only 16-bit codes supported at this time. */ if (ucs > 0xffff) { /* * U+FFFD: REPLACEMENT CHARACTER. */ ucs = UCS_REPL; /* * Maybe the following two cases should be allowed here?? - KW */ } else if (ucs < 0x20 || ucs >= 0xfffe) { /* * Not a printable character. */ return ucError; } else if (ucs == 0xfeff || (ucs >= 0x200b && ucs <= 0x200f)) { /* * Zero-width space. */ return ucZeroWidth; } if (usedefault) { if (!unidefault_str_contents_valid) return ucInvalidHash; p1 = unidefault_pagedir_str[ucs >> 11]; } else { if (!hashtable_str_contents_valid) return ucInvalidHash; p1 = uni_pagedir_str[ucs >> 11]; } if (p1 && (p2 = p1[(ucs >> 6) & 0x1f]) && (h = p2[ucs & 0x3f])) { StrNCpy(outbuf, h, (buflen - 1)); return 1; /* ok ! */ } /* * Not found. */ return ucNotFound; } int UCInitialized = 0; /* * [ original comment: - KW ] * This is called at sys_setup time, after memory and the console are * initialized. It must be possible to call kmalloc(..., GFP_KERNEL) * from this function, hence the call from sys_setup. */ static void UCconsole_map_init(void) { con_set_default_unimap(); UCInitialized = 1; } /* * OK now, finally, some stuff that is more specifically for Lynx: - KW */ int UCTransUniChar(UCode_t unicode, int charset_out) { int rc = 0; int UChndl_out; int isdefault, trydefault = 0; const u16 *ut; if ((UChndl_out = LYCharSet_UC[charset_out].UChndl) < 0) { if (LYCharSet_UC[charset_out].codepage < 0) { if (unicode < 128) { rc = (int) unicode; } else { rc = LYCharSet_UC[charset_out].codepage; } return rc; } if ((UChndl_out = default_UChndl) < 0) { return ucCannotOutput; } isdefault = 1; } else { isdefault = UCInfo[UChndl_out].replacedesc.isdefault; trydefault = UCInfo[UChndl_out].replacedesc.trydefault; } if (!isdefault) { ut = UCInfo[UChndl_out].unitable; if (ut != UC_current_unitable) { rc = UC_con_set_unimap(UChndl_out, 1); if (rc < 0) { return rc; } } rc = conv_uni_to_pc(unicode, 0); if (rc >= 0) { return rc; } } if (isdefault || trydefault) { rc = conv_uni_to_pc(unicode, 1); if (rc >= 0) { return rc; } } if (!isdefault && (rc == ucNotFound)) { rc = conv_uni_to_pc(UCS_REPL, 0); } if ((isdefault || trydefault) && (rc == ucNotFound)) { rc = conv_uni_to_pc(UCS_REPL, 1); } return rc; } /* * Returns string length, or negative value for error. */ int UCTransUniCharStr(char *outbuf, int buflen, UCode_t unicode, int charset_out, int chk_single_flag) { int rc = ucUnknown, src = 0; int UChndl_out; int isdefault, trydefault = 0; struct unimapdesc_str *repl; const u16 *ut; if (buflen < 2) return ucBufferTooSmall; if ((UChndl_out = LYCharSet_UC[charset_out].UChndl) < 0) { if (LYCharSet_UC[charset_out].codepage < 0) return LYCharSet_UC[charset_out].codepage; if ((UChndl_out = default_UChndl) < 0) return ucCannotOutput; isdefault = 1; } else { isdefault = UCInfo[UChndl_out].replacedesc.isdefault; trydefault = UCInfo[UChndl_out].replacedesc.trydefault; } if (chk_single_flag) { if (!isdefault) { ut = UCInfo[UChndl_out].unitable; if (ut != UC_current_unitable) { src = UC_con_set_unimap(UChndl_out, 1); if (src < 0) { return src; } } } src = conv_uni_to_pc(unicode, isdefault); if (src >= 32) { outbuf[0] = (char) src; outbuf[1] = '\0'; return 1; } } repl = &(UCInfo[UChndl_out].replacedesc); if (!isdefault) { if (repl != UC_current_unitable_str) { con_clear_unimap_str(0); (void) UC_con_set_unimap_str(repl->entry_ct, repl->entries, 0); UC_current_unitable_str = repl; } rc = conv_uni_to_str(outbuf, buflen, unicode, 0); if (rc >= 0) return (int) strlen(outbuf); } if (trydefault && chk_single_flag) { src = conv_uni_to_pc(unicode, 1); if (src >= 32) { outbuf[0] = (char) src; outbuf[1] = '\0'; return 1; } } if (isdefault || trydefault) { #ifdef EXP_JAPANESEUTF8_SUPPORT if (LYCharSet_UC[charset_out].codepage == 0 && LYCharSet_UC[charset_out].codepoints == 0) { iconv_t cd; char str[3], *pin, *pout; size_t inleft, outleft; char *tocode = NULL; str[0] = (char) (unicode >> 8); str[1] = (char) (unicode & 0xFF); str[2] = 0; pin = str; inleft = 2; pout = outbuf; outleft = (size_t) buflen; /* * Try TRANSLIT first, since it is an extension which can provide * translations when there is no available exact translation to * the target character set. */ HTSprintf0(&tocode, "%s//TRANSLIT", LYCharSet_UC[charset_out].MIMEname); cd = iconv_open(tocode, "UTF-16BE"); if (cd == (iconv_t) -1) { /* * Try again, without TRANSLIT */ HTSprintf0(&tocode, "%s", LYCharSet_UC[charset_out].MIMEname); cd = iconv_open(tocode, "UTF-16BE"); if (cd == (iconv_t) -1) { CTRACE((tfp, "Warning: Cannot transcode form charset %s to %s!\n", "UTF-16BE", tocode)); } } FREE(tocode); if (cd != (iconv_t) -1) { rc = (int) iconv(cd, (ICONV_CONST char **) &pin, &inleft, &pout, &outleft); iconv_close(cd); if ((pout - outbuf) == 3) { CTRACE((tfp, "It seems to be a JIS X 0201 code(%" PRI_UCode_t "). Not supported.\n", unicode)); pin = str; inleft = 2; pout = outbuf; outleft = (size_t) buflen; } else if (rc >= 0) { *pout = '\0'; return (int) strlen(outbuf); } } } #endif rc = conv_uni_to_str(outbuf, buflen, unicode, 1); if (rc >= 0) return (int) strlen(outbuf); } if (rc == ucNotFound) { if (!isdefault) rc = conv_uni_to_str(outbuf, buflen, UCS_REPL, 0); if ((rc == ucNotFound) && (isdefault || trydefault)) rc = conv_uni_to_str(outbuf, buflen, UCS_REPL, 1); if (rc >= 0) return (int) strlen(outbuf); } if (chk_single_flag && src == ucNotFound) { if (!isdefault) rc = conv_uni_to_pc(UCS_REPL, 0); if ((rc == ucNotFound) && (isdefault || trydefault)) rc = conv_uni_to_pc(UCS_REPL, 1); if (rc >= 32) { outbuf[0] = (char) rc; outbuf[1] = '\0'; return 1; } return rc; } return ucNotFound; } static int UC_lastautoGN = 0; static int UC_MapGN(int UChndl, int update_flag) { int i, Gn, found, lasthndl; found = 0; Gn = -1; for (i = 0; i < 4 && Gn < 0; i++) { if (UC_GNhandles[i] < 0) { Gn = i; } else if (UC_GNhandles[i] == UChndl) { Gn = i; found = 1; } } if (found) return Gn; if (Gn >= 0) { UCInfo[UChndl].GN = Gn; UC_GNhandles[Gn] = UChndl; } else { if (UC_lastautoGN == GRAF_MAP) { Gn = IBMPC_MAP; } else { Gn = GRAF_MAP; } UC_lastautoGN = Gn; lasthndl = UC_GNhandles[Gn]; UCInfo[lasthndl].GN = -1; UCInfo[UChndl].GN = Gn; UC_GNhandles[Gn] = UChndl; } CTRACE((tfp, "UC_MapGN: Using %d <- %d (%s)\n", Gn, UChndl, UCInfo[UChndl].MIMEname)); UC_con_set_trans(UChndl, Gn, update_flag); return Gn; } int UCTransChar(int ch_in, int charset_in, int charset_out) { UCode_t unicode; int Gn; int rc = ucNotFound; int UChndl_in, UChndl_out; int isdefault, trydefault = 0; const u16 *ut; int upd = 0; if (charset_in == charset_out) return UCH(ch_in); if (charset_in < 0) return ucCannotConvert; if ((UChndl_in = LYCharSet_UC[charset_in].UChndl) < 0) return ucCannotConvert; if ((UChndl_out = LYCharSet_UC[charset_out].UChndl) < 0) { if (LYCharSet_UC[charset_out].codepage < 0) return LYCharSet_UC[charset_out].codepage; if ((UChndl_out = default_UChndl) < 0) return ucCannotOutput; isdefault = 1; } else { isdefault = UCInfo[UChndl_out].replacedesc.isdefault; trydefault = UCInfo[UChndl_out].replacedesc.trydefault; } if (!UCInfo[UChndl_in].num_uni) return ucCannotConvert; if ((Gn = UCInfo[UChndl_in].GN) < 0) { Gn = UC_MapGN(UChndl_in, 0); upd = 1; } ut = UCInfo[UChndl_out].unitable; if (!isdefault) { if (ut == UC_current_unitable) { if (upd) { set_inverse_transl(Gn); } } else { rc = UC_con_set_unimap(UChndl_out, 1); if (rc > 0) { set_inverse_transl(Gn); } else if (rc < 0) { return rc; } } } UC_translate = set_translate(Gn); unicode = UC_translate[UCH(ch_in)]; if (!isdefault) { rc = conv_uni_to_pc(unicode, 0); if (rc >= 0) return rc; } if ((rc == ucNotFound) && (isdefault || trydefault)) { rc = conv_uni_to_pc(unicode, 1); } if ((rc == ucNotFound) && !isdefault) { rc = conv_uni_to_pc(UCS_REPL, 0); } if ((rc == ucNotFound) && (isdefault || trydefault)) { rc = conv_uni_to_pc(UCS_REPL, 1); } return rc; } #ifdef EXP_JAPANESEUTF8_SUPPORT UCode_t UCTransJPToUni(char *inbuf, int buflen, int charset_in) { char outbuf[3], *pin, *pout; size_t ilen, olen; iconv_t cd; pin = inbuf; pout = outbuf; ilen = 2; olen = (size_t) buflen; cd = iconv_open("UTF-16BE", LYCharSet_UC[charset_in].MIMEname); (void) iconv(cd, (ICONV_CONST char **) &pin, &ilen, &pout, &olen); iconv_close(cd); if ((ilen == 0) && (olen == 0)) { return (((unsigned char) outbuf[0]) << 8) + (unsigned char) outbuf[1]; } return ucCannotConvert; } #endif /* * Translate a character to Unicode. If additional bytes are needed, this * returns ucNeedMore, based on its internal state. To reset the state, * call this with charset_in < 0. */ UCode_t UCTransToUni(int ch_in, int charset_in) { static char buffer[10]; static unsigned inx = 0; UCode_t unicode; int Gn; unsigned char ch_iu = UCH(ch_in); int UChndl_in; /* * Reset saved-state. */ if (charset_in < 0) { inx = 0; return ucCannotConvert; } else if (charset_in == LATIN1) { return ch_iu; } else if (charset_in == UTF8_handle) { if (is8bits(ch_iu)) { unsigned need; const char *ptr; buffer[inx++] = (char) ch_iu; buffer[inx] = '\0'; need = (unsigned) utf8_length(TRUE, buffer); if (need && (need + 1) == inx) { inx = 0; ptr = buffer; return UCGetUniFromUtf8String(&ptr); } else if (inx < sizeof(buffer) - 1) { return ucNeedMore; } else { inx = 0; } } else { inx = 0; } } #ifdef EXP_JAPANESEUTF8_SUPPORT if ((strcmp(LYCharSet_UC[charset_in].MIMEname, "shift_jis") == 0) || (strcmp(LYCharSet_UC[charset_in].MIMEname, "euc-jp") == 0)) { char obuffer[3], *pin, *pout; size_t ilen, olen; iconv_t cd; pin = buffer; pout = obuffer; ilen = olen = 2; if (strcmp(LYCharSet_UC[charset_in].MIMEname, "shift_jis") == 0) { if (inx == 0) { if (IS_SJIS_HI1(ch_iu) || IS_SJIS_HI2(ch_iu)) { buffer[0] = (char) ch_in; inx = 1; return ucNeedMore; } else if (IS_SJIS_X0201KANA(ch_iu)) { buffer[0] = (char) ch_in; buffer[1] = 0; cd = iconv_open("UTF-16BE", "Shift_JIS"); ilen = 1; (void) iconv(cd, (ICONV_CONST char **) &pin, &ilen, &pout, &olen); iconv_close(cd); if ((ilen == 0) && (olen == 0)) { return (UCH(obuffer[0]) << 8) + UCH(obuffer[1]); } } } else { if (IS_SJIS_LO(ch_iu)) { buffer[1] = (char) ch_in; buffer[2] = 0; cd = iconv_open("UTF-16BE", "Shift_JIS"); (void) iconv(cd, (ICONV_CONST char **) &pin, &ilen, &pout, &olen); iconv_close(cd); inx = 0; if ((ilen == 0) && (olen == 0)) { return (UCH(obuffer[0]) << 8) + UCH(obuffer[1]); } } } } if (strcmp(LYCharSet_UC[charset_in].MIMEname, "euc-jp") == 0) { if (inx == 0) { if (IS_EUC_HI(ch_iu) || ch_iu == 0x8E) { buffer[0] = (char) ch_in; inx = 1; return ucNeedMore; } } else { if (IS_EUC_LOX(ch_iu)) { buffer[1] = (char) ch_in; buffer[2] = 0; cd = iconv_open("UTF-16BE", "EUC-JP"); (void) iconv(cd, (ICONV_CONST char **) &pin, &ilen, &pout, &olen); iconv_close(cd); inx = 0; if ((ilen == 0) && (olen == 0)) { return (UCH(obuffer[0]) << 8) + UCH(obuffer[1]); } } } } inx = 0; } #endif if (ch_iu < 128 && ch_iu >= 32) return ch_iu; if (ch_iu < 32 && LYCharSet_UC[charset_in].enc != UCT_ENC_8BIT_C0) { /* * Don't translate C0 chars except for specific charsets. */ return ch_iu; } else if ((UChndl_in = LYCharSet_UC[charset_in].UChndl) < 0) { return ucCannotConvert; } else if (!UCInfo[UChndl_in].num_uni) { return ucCannotConvert; } if ((Gn = UCInfo[UChndl_in].GN) < 0) { Gn = UC_MapGN(UChndl_in, 1); } UC_translate = set_translate(Gn); unicode = UC_translate[ch_iu]; return unicode; } int UCReverseTransChar(int ch_out, int charset_in, int charset_out) { int Gn; int rc = ucError; int UChndl_in, UChndl_out; int isdefault; int i_ch = UCH(ch_out); const u16 *ut; if (charset_in == charset_out) return UCH(ch_out); if (charset_in < 0) return ucCannotConvert; if ((UChndl_in = LYCharSet_UC[charset_in].UChndl) < 0) return ucCannotConvert; if (!UCInfo[UChndl_in].num_uni) return ucCannotConvert; if (charset_out < 0) return ucCannotOutput; if ((UChndl_out = LYCharSet_UC[charset_out].UChndl) < 0) { if (LYCharSet_UC[charset_out].codepage < 0) return LYCharSet_UC[charset_out].codepage; if ((UChndl_out = default_UChndl) < 0) return ucCannotOutput; isdefault = 1; } else { isdefault = UCInfo[UChndl_out].replacedesc.isdefault; } if (!isdefault) { /* * Try to use the inverse table if charset_out is not equivalent * to using just the default table. If it is, it should have * just ASCII chars and trying to back-translate those should * not give anything but themselves. - kw */ ut = UCInfo[UChndl_out].unitable; if (ut == UC_current_unitable) { if ((Gn = UCInfo[UChndl_in].GN) < 0) { Gn = UC_MapGN(UChndl_in, 1); } UC_translate = set_translate(Gn); if (inv_translate) rc = inv_translate[i_ch]; if (rc >= 32) { return rc; } } } return UCTransChar(ch_out, charset_out, charset_in); } /* * Returns string length, or negative value for error. */ int UCTransCharStr(char *outbuf, int buflen, int ch_in, int charset_in, int charset_out, int chk_single_flag) { UCode_t unicode; int Gn; int rc = ucUnknown, src = 0; int UChndl_in, UChndl_out; int isdefault, trydefault = 0; struct unimapdesc_str *repl; const u16 *ut; int upd = 0; if (buflen < 2) return ucBufferTooSmall; if (chk_single_flag && charset_in == charset_out) { outbuf[0] = (char) ch_in; outbuf[1] = '\0'; return 1; } if (charset_in < 0) return ucCannotConvert; if ((UChndl_in = LYCharSet_UC[charset_in].UChndl) < 0) return ucCannotConvert; if (!UCInfo[UChndl_in].num_uni) return ucCannotConvert; if ((UChndl_out = LYCharSet_UC[charset_out].UChndl) < 0) { if (LYCharSet_UC[charset_out].codepage < 0) return LYCharSet_UC[charset_out].codepage; if ((UChndl_out = default_UChndl) < 0) return ucCannotOutput; isdefault = 1; } else { isdefault = UCInfo[UChndl_out].replacedesc.isdefault; trydefault = UCInfo[UChndl_out].replacedesc.trydefault; } if ((Gn = UCInfo[UChndl_in].GN) < 0) { Gn = UC_MapGN(UChndl_in, !chk_single_flag); upd = chk_single_flag; } UC_translate = set_translate(Gn); unicode = UC_translate[UCH(ch_in)]; if (chk_single_flag) { if (!isdefault) { ut = UCInfo[UChndl_out].unitable; if (ut == UC_current_unitable) { if (upd) set_inverse_transl(Gn); } else { src = UC_con_set_unimap(UChndl_out, 1); if (src > 0) { set_inverse_transl(Gn); } else if (src < 0) { return src; } } } src = conv_uni_to_pc(unicode, isdefault); if (src >= 32) { outbuf[0] = (char) src; outbuf[1] = '\0'; return 1; } } repl = &(UCInfo[UChndl_out].replacedesc); if (!isdefault) { if (repl != UC_current_unitable_str) { con_clear_unimap_str(0); (void) UC_con_set_unimap_str(repl->entry_ct, repl->entries, 0); UC_current_unitable_str = repl; } rc = conv_uni_to_str(outbuf, buflen, unicode, 0); if (rc >= 0) return (int) strlen(outbuf); } if (trydefault && chk_single_flag) { src = conv_uni_to_pc(unicode, 1); if (src >= 32) { outbuf[0] = (char) src; outbuf[1] = '\0'; return 1; } } if (isdefault || trydefault) { rc = conv_uni_to_str(outbuf, buflen, unicode, 1); if (rc >= 0) return (int) strlen(outbuf); } if (rc == ucNotFound) { if (!isdefault) rc = conv_uni_to_str(outbuf, buflen, UCS_REPL, 0); if ((rc == ucNotFound) && (isdefault || trydefault)) rc = conv_uni_to_str(outbuf, buflen, UCS_REPL, 1); if (rc >= 0) return (int) strlen(outbuf); } if (chk_single_flag && src == ucNotFound) { if (!isdefault) rc = conv_uni_to_pc(UCS_REPL, 0); if ((rc == ucNotFound) && (isdefault || trydefault)) rc = conv_uni_to_pc(UCS_REPL, 1); if (rc >= 32) { outbuf[0] = (char) rc; outbuf[1] = '\0'; return 1; } else if (rc <= 0) { outbuf[0] = '\0'; return rc; } return rc; } return ucNotFound; } static int UC_FindGN_byMIME(const char *UC_MIMEcharset) { int i; for (i = 0; i < 4; i++) { if (!strcmp(UC_MIMEcharset, UC_GNsetMIMEnames[i])) { return i; } } return ucError; } int UCGetRawUniMode_byLYhndl(int i) { if (i < 0) return 0; return LYCharSet_UC[i].enc; } /* * Construct a new charset name, given prefix and codepage. This introduces * potentially unchecked recursion into UCGetLYhntl_byMIME if neither the "cp" * nor "windows-" prefixes are configured, so we check it here. */ static int getLYhndl_byCP(const char *prefix, const char *codepage) { static int nested; int result = ucError; if (!nested++) { char *cptmp = NULL; StrAllocCopy(cptmp, prefix); StrAllocCat(cptmp, codepage); result = UCGetLYhndl_byMIME(cptmp); FREE(cptmp); } nested--; return result; } /* * Get Lynx internal charset handler from MIME name, * return -1 if we got NULL or did not recognize value. * According to RFC, MIME headers should match case-insensitively. */ int UCGetLYhndl_byMIME(const char *value) { int i; int LYhndl = -1; if (isEmpty(value)) { CTRACE((tfp, "UCGetLYhndl_byMIME: NULL argument instead of MIME name.\n")); return ucError; } for (i = 0; (i < MAXCHARSETS && i < LYNumCharsets && LYchar_set_names[i]); i++) { if (LYCharSet_UC[i].MIMEname && !strcasecomp(value, LYCharSet_UC[i].MIMEname)) { return i; } } /* * Not yet found, try synonyms. - FM */ #if !NO_CHARSET_utf_8 if (!strcasecomp(value, "unicode-1-1-utf-8") || !strcasecomp(value, "utf8")) { /* * Treat these as synonyms for the IANA registered name. - FM */ return UCGetLYhndl_byMIME("utf-8"); } #endif if (!strncasecomp(value, "iso", 3) && !StrNCmp(value + 3, "8859", 4)) { return getLYhndl_byCP("iso-", value + 3); } if (!strcasecomp(value, "iso-8859-8-i") || !strcasecomp(value, "iso-8859-8-e")) { return UCGetLYhndl_byMIME("iso-8859-8"); } #if !NO_CHARSET_euc_jp if (!strcasecomp(value, "x-euc-jp") || !strcasecomp(value, "eucjp")) { return UCGetLYhndl_byMIME("euc-jp"); } #endif #if !NO_CHARSET_shift_jis if ((!strcasecomp(value, "x-shift-jis")) || (!strcasecomp(value, "x-sjis")) || (!strcasecomp(value, "pck"))) { return UCGetLYhndl_byMIME("shift_jis"); } #endif #if !NO_CHARSET_euc_kr if (!strcasecomp(value, "iso-2022-kr")) { return UCGetLYhndl_byMIME("euc-kr"); } #endif #if !NO_CHARSET_euc_cn if (!strcasecomp(value, "gb2312") || !strncasecomp(value, "cn-gb", 5) || !strcasecomp(value, "iso-2022-cn")) { return UCGetLYhndl_byMIME("euc-cn"); } #endif #if !NO_CHARSET_big5 if (!strcasecomp(value, "cn-big5")) { return UCGetLYhndl_byMIME("big5"); } #endif #if !NO_CHARSET_macintosh if (!strcasecomp(value, "x-mac-roman") || !strcasecomp(value, "mac-roman")) { return UCGetLYhndl_byMIME("macintosh"); } #endif #if !NO_CHARSET_next if (!strcasecomp(value, "x-next") || !strcasecomp(value, "nextstep") || !strcasecomp(value, "x-nextstep")) { return UCGetLYhndl_byMIME("next"); } #endif #if !NO_CHARSET_windows_1252 if (!strcasecomp(value, "iso-8859-1-windows-3.1-latin-1") || !strcasecomp(value, "cp1252") || !strcasecomp(value, "cp-1252") || !strcasecomp(value, "ibm1252") || !strcasecomp(value, "iso-8859-1-windows-3.0-latin-1")) { /* * Treat these as synonyms for windows-1252, which is more * commonly used than the IANA registered name. - FM */ return UCGetLYhndl_byMIME("windows-1252"); } #endif #if !NO_CHARSET_windows_1251 if (!strcasecomp(value, "ansi-1251")) { return UCGetLYhndl_byMIME("windows-1251"); } #endif #if !NO_CHARSET_windows_1250 if (!strcasecomp(value, "iso-8859-2-windows-latin-2") || !strcasecomp(value, "cp1250") || !strcasecomp(value, "cp-1250") || !strcasecomp(value, "ibm1250")) { /* * Treat these as synonyms for windows-1250. - FM */ return UCGetLYhndl_byMIME("windows-1250"); } #endif if ((!strncasecomp(value, "ibm", 3) || !strncasecomp(value, "cp-", 3)) && isdigit(UCH(value[3])) && isdigit(UCH(value[4])) && isdigit(UCH(value[5]))) { /* * For "ibmNNN<...>" or "cp-NNN", try "cpNNN<...>" * if not yet found. - KW & FM */ if ((LYhndl = getLYhndl_byCP("cp", value + 3)) >= 0) return LYhndl; /* * Try windows-NNN<...> if not yet found. - FM */ return getLYhndl_byCP("windows-", value + 3); } if (!strncasecomp(value, "windows-", 8) && isdigit(UCH(value[8])) && isdigit(UCH(value[9])) && isdigit(UCH(value[10]))) { /* * For "windows-NNN<...>", try "cpNNN<...>" - FM */ return getLYhndl_byCP("cp", value + 8); } #if !NO_CHARSET_koi8_r if (!strcasecomp(value, "koi-8")) { /* accentsoft bugosity */ return UCGetLYhndl_byMIME("koi8-r"); } #endif if (!strcasecomp(value, "ANSI_X3.4-1968")) { return US_ASCII; } /* no more synonyms if come here... */ CTRACE((tfp, "UCGetLYhndl_byMIME: unrecognized MIME name \"%s\"\n", value)); return ucError; /* returns -1 if no charset found by that MIME name */ } /* * Function UC_setup_LYCharSets_repl() tries to set up a subtable in * LYCharSets[] appropriate for this new charset, for compatibility with the * "old method". Maybe not nice (maybe not even necessary any more), but it * works (as far as it goes..). * * We try to be conservative and only allocate new memory for this if needed. * If not needed, just point to SevenBitApproximations[i]. [Could do the same * for ISO_Latin1[] if it's identical to that, but would make it even *more* * messy than it already is...] This the only function in this file that knows, * or cares, about the HTMLDTD or details of LYCharSets[] subtables (and * therefore somewhat violates the idea that this file should be independent of * those). As in other places, we rely on ISO_Latin1 being the *first* table * in LYCharSets. - KW */ /* * We need to remember which ones were allocated and which are static. */ static STRING2PTR remember_allocated_LYCharSets[MAXCHARSETS]; static void UCreset_allocated_LYCharSets(void) { int i = 0; for (; i < MAXCHARSETS; i++) { remember_allocated_LYCharSets[i] = NULL; } } #ifdef LY_FIND_LEAKS static void UCfree_allocated_LYCharSets(void) { int i = 0; for (; i < MAXCHARSETS; i++) { if (remember_allocated_LYCharSets[i] != NULL) { FREE(remember_allocated_LYCharSets[i]); } } } #endif static STRING2PTR UC_setup_LYCharSets_repl(int UC_charset_in_hndl, unsigned lowest8) { STRING2PTR ISO_Latin1 = LYCharSets[0]; const char **p; char **prepl; const u16 *pp; const char **tp; const char *s7; const char *s8; size_t i; int j, changed; u16 k; u8 *ti; /* * Create a temporary table for reverse lookup of latin1 codes: */ if ((tp = typecallocn(const char *, 96)) == NULL) return NULL; if ((ti = typecallocn(u8, 96)) == NULL) { FREE(tp); return NULL; } pp = UCInfo[UC_charset_in_hndl].unitable; /* * Determine if we have any mapping of a Unicode in the range 160-255 * to an allowed code point > 0x80 in our new charset... * Store any mappings found in ti[]. */ if (UCInfo[UC_charset_in_hndl].num_uni > 0) { for (i = 0; i < 256; i++) { if ((j = UCInfo[UC_charset_in_hndl].unicount[i])) { if ((k = *pp) >= 160 && k < 256 && i >= lowest8) { ti[k - 160] = UCH(i); } for (; j; j--) { pp++; } } } } { u16 ct; struct unipair_str *list; /* * Determine if we have any mapping of a Unicode in the range * 160-255 to a replacement string for our new charset... * Store any mappings found in tp[]. */ ct = UCInfo[UC_charset_in_hndl].replacedesc.entry_ct; list = UCInfo[UC_charset_in_hndl].replacedesc.entries; while (ct--) { if ((k = list->unicode) >= 160 && k < 256) { tp[k - 160] = list->replace_str; } list++; } } /* * Now allocate a new table compatible with LYCharSets[] * and with the HTMLDTD for entities. * We don't know yet whether we'll keep it around. */ prepl = (char **) malloc(HTML_dtd.number_of_entities * sizeof(char *)); if (!prepl) { FREE(tp); FREE(ti); return 0; } p = (const char **) prepl; changed = 0; for (i = 0; i < HTML_dtd.number_of_entities; i++, p++) { /* * For each of those entities, we check what the "old method" * ISO_Latin1[] mapping does with them. If it is nothing we * want to use, just point to the SevenBitApproximations[] string. */ s7 = SevenBitApproximations[i]; s8 = ISO_Latin1[i]; *p = s7; if (s8 && UCH(*s8) >= 160 && s8[1] == '\0') { /* * We have an entity that is mapped to * one valid eightbit latin1 char. */ if (ti[UCH(*s8) - 160] >= UCH(lowest8) && !(UCH(s7[0]) == ti[UCH(*s8) - 160] && s7[1] == '\0')) { /* * ...which in turn is mapped, by our "new method", * to another valid eightbit char for this new * charset: either to itself... */ if (ti[UCH(*s8) - 160] == UCH(*s8)) { *p = s8; } else { /* * make those 1-char strings * into HTAtoms, so they will be cleaned up * at exit... all for the sake of preventing * memory leaks, sigh. */ static char dummy[2]; /* one char dummy string */ dummy[0] = (char) ti[UCH(*s8) - 160]; *p = HTAtom_name(HTAtom_for(dummy)); } changed = 1; } else if (tp[UCH(*s8) - 160] && strcmp(s7, tp[UCH(*s8) - 160])) { /* * ...or which is mapped, by our "new method", * to a replacement string for this new charset. */ *p = tp[UCH(*s8) - 160]; changed = 1; } } } FREE(tp); FREE(ti); if (!changed) { FREE(prepl); return NULL; } return (STRING2PTR) prepl; } /* * "New method" meets "Old method" ... */ static int UC_Register_with_LYCharSets(int s, const char *UC_MIMEcharset, const char *UC_LYNXcharset, int lowest_eightbit) { int i, LYhndl, found; STRING2PTR repl; LYhndl = -1; if (LYNumCharsets == 0) { /* * Initialize here; so whoever changes * LYCharSets.c doesn't have to count... */ for (i = 0; (i < MAXCHARSETS) && LYchar_set_names[i]; i++) { LYNumCharsets = i + 1; } } /* * Search by MIME name, (LYchar_set_names may differ...) */ for (i = 0; i < MAXCHARSETS && LYchar_set_names[i] && LYhndl < 0; i++) { if (LYCharSet_UC[i].MIMEname && !strcmp(UC_MIMEcharset, LYCharSet_UC[i].MIMEname)) { LYhndl = i; } } if (LYhndl < 0) { /* not found */ found = 0; if (LYNumCharsets >= MAXCHARSETS) { CTRACE((tfp, "UC_Register_with_LYCharSets: Too many. Ignoring %s/%s.", UC_MIMEcharset, UC_LYNXcharset)); return ucError; } /* * Add to LYCharSets.c lists. */ LYhndl = LYNumCharsets; LYNumCharsets++; LYlowest_eightbit[LYhndl] = 999; LYCharSets[LYhndl] = SevenBitApproximations; /* * Hmm, try to be conservative here. */ LYchar_set_names[LYhndl] = UC_LYNXcharset; LYchar_set_names[LYhndl + 1] = NULL; /* * Terminating NULL may be looked for by Lynx code. */ } else { found = 1; } LYCharSet_UC[LYhndl].UChndl = s; /* * Can we just copy the pointer? Hope so... */ LYCharSet_UC[LYhndl].MIMEname = UC_MIMEcharset; LYCharSet_UC[LYhndl].enc = UCInfo[s].enc; LYCharSet_UC[LYhndl].codepage = UCInfo[s].codepage; /* * @@@ We really SHOULD get more info from the table files, * and set relevant flags in the LYCharSet_UC[] entry with * that info... For now, let's try it without. - KW */ if (lowest_eightbit < LYlowest_eightbit[LYhndl]) { LYlowest_eightbit[LYhndl] = lowest_eightbit; } else if (lowest_eightbit > LYlowest_eightbit[LYhndl]) { UCInfo[s].lowest_eight = LYlowest_eightbit[LYhndl]; } if (!found && LYhndl > 0) { repl = UC_setup_LYCharSets_repl(s, (unsigned) UCInfo[s].lowest_eight); if (repl) { LYCharSets[LYhndl] = repl; /* * Remember to FREE at exit. */ remember_allocated_LYCharSets[LYhndl] = repl; } } return LYhndl; } /* * This only sets up the structure - no initialization of the tables * is done here yet. */ void UC_Charset_Setup(const char *UC_MIMEcharset, const char *UC_LYNXcharset, const u8 * unicount, const u16 * unitable, int nnuni, struct unimapdesc_str replacedesc, int lowest_eight, int UC_rawuni, int codepage) { int s, Gn; int i, status = 0, found; /* * Get (new?) slot. */ found = -1; for (i = 0; i < UCNumCharsets && found < 0; i++) { if (!strcmp(UCInfo[i].MIMEname, UC_MIMEcharset)) { found = i; } } if (found >= 0) { s = found; } else { if (UCNumCharsets >= MAXCHARSETS) { CTRACE((tfp, "UC_Charset_Setup: Too many. Ignoring %s/%s.", UC_MIMEcharset, UC_LYNXcharset)); return; } s = UCNumCharsets; UCInfo[s].MIMEname = UC_MIMEcharset; } UCInfo[s].LYNXname = UC_LYNXcharset; UCInfo[s].unicount = unicount; UCInfo[s].unitable = unitable; UCInfo[s].num_uni = nnuni; UCInfo[s].replacedesc = replacedesc; if (replacedesc.isdefault) { default_UChndl = s; } Gn = UC_FindGN_byMIME(UC_MIMEcharset); if (Gn >= 0) UC_GNhandles[Gn] = s; UCInfo[s].GN = Gn; if (UC_rawuni == UCT_ENC_UTF8) lowest_eight = 128; /* cheat here */ UCInfo[s].lowest_eight = lowest_eight; UCInfo[s].enc = UC_rawuni; UCInfo[s].codepage = codepage; UCInfo[s].LYhndl = UC_Register_with_LYCharSets(s, UC_MIMEcharset, UC_LYNXcharset, lowest_eight); CTRACE2(TRACE_CFG, (tfp, "registered charset %d mime \"%s\" lynx \"%s\"\n", s, UC_MIMEcharset, UC_LYNXcharset)); UCInfo[s].uc_status = status; if (found < 0) UCNumCharsets++; return; } /* * UC_NoUctb_Register_with_LYCharSets, UC_Charset_NoUctb_Setup - * Alternative functions for adding character set info to the lists * kept in LYCharSets.c. * * These are for character sets without any real tables of their own. * We don't keep an entry in UCinfo[] for them. */ static int UC_NoUctb_Register_with_LYCharSets(const char *UC_MIMEcharset, const char *UC_LYNXcharset, int lowest_eightbit, int UC_rawuni, int codepage) { int i, LYhndl = -1; if (LYNumCharsets == 0) { /* * Initialize here; so whoever changes * LYCharSets.c doesn't have to count... */ for (i = 0; (i < MAXCHARSETS) && LYchar_set_names[i]; i++) { LYNumCharsets = i + 1; } } /* * Search by MIME name, (LYchar_set_names may differ...) * ignore if already present! */ for (i = 0; i < MAXCHARSETS && LYchar_set_names[i] && LYhndl < 0; i++) { if (LYCharSet_UC[i].MIMEname && !strcmp(UC_MIMEcharset, LYCharSet_UC[i].MIMEname)) { return ucError; } } /* not found */ if (LYNumCharsets >= MAXCHARSETS) { CTRACE((tfp, "UC_NoUctb_Register_with_LYCharSets: Too many. Ignoring %s/%s.", UC_MIMEcharset, UC_LYNXcharset)); return ucError; } /* * Add to LYCharSets.c lists. */ LYhndl = LYNumCharsets; LYNumCharsets++; LYlowest_eightbit[LYhndl] = lowest_eightbit; LYCharSets[LYhndl] = SevenBitApproximations; LYchar_set_names[LYhndl] = UC_LYNXcharset; LYchar_set_names[LYhndl + 1] = NULL; /* * Terminating NULL may be looked for by Lynx code. */ LYCharSet_UC[LYhndl].UChndl = -1; /* no corresponding UChndl ! */ LYCharSet_UC[LYhndl].MIMEname = UC_MIMEcharset; LYCharSet_UC[LYhndl].enc = UC_rawuni; LYCharSet_UC[LYhndl].codepage = codepage; /* * @@@ We really SHOULD get more info from the table files, * and set relevant flags in the LYCharSet_UC[] entry with * that info... For now, let's try it without. - KW */ return LYhndl; } /* * A wrapper for the previous function. */ static void UC_Charset_NoUctb_Setup(const char *UC_MIMEcharset, const char *UC_LYNXcharset, int trydefault, int lowest_eight, int UC_rawuni, int codepage) { int i; /* * Ignore completely if already in slot. */ for (i = 0; i < UCNumCharsets; i++) { if (!strcmp(UCInfo[i].MIMEname, UC_MIMEcharset)) { return; } } if (UC_rawuni == UCT_ENC_UTF8) lowest_eight = 128; /* cheat here */ /* 'codepage' doubles as a flag for 'do not try any table * lookup, not even default' when negative. The value will * be returned immediately by UCTrans* functions. */ if (!trydefault && codepage == 0) codepage = ucCannotOutput; /* if not already set; any negative should do. */ UC_NoUctb_Register_with_LYCharSets(UC_MIMEcharset, UC_LYNXcharset, lowest_eight, UC_rawuni, codepage); return; } #ifdef LY_FIND_LEAKS static void UCcleanup_mem(void) { int i; UCfree_allocated_LYCharSets(); con_clear_unimap_str(0); con_clear_unimap_str(1); con_clear_unimap(0); con_clear_unimap(1); for (i = 1; i < 4; i++) { /* first one is static! */ FREE(inverse_translations[i]); } } #endif /* LY_FIND_LEAKS */ #ifdef EXP_CHARTRANS_AUTOSWITCH #ifdef CAN_AUTODETECT_DISPLAY_CHARSET # ifdef __EMX__ static int CpOrdinal(const unsigned UCode_t cp, const int other) { char lyName[80]; char myMimeName[80]; char *mimeName, *mName = NULL, *lName = NULL; int s, i, exists = 0, ret; CTRACE((tfp, "CpOrdinal(cp=%lu, other=%d).\n", cp, other)); sprintf(myMimeName, "auto%s-cp%lu", (other ? "2" : ""), cp); mimeName = myMimeName + 5 + (other != 0); sprintf(lyName, "AutoDetect%s (cp%lu)", (other ? "-2" : ""), cp); /* Find slot. */ s = -1; for (i = 0; i < UCNumCharsets; i++) { if (!strcmp(UCInfo[i].LYNXname, lyName)) return UCGetLYhndl_byMIME(myMimeName); else if (!strcasecomp(UCInfo[i].MIMEname, mimeName)) s = i; } if (s < 0) return ucError; /* Store the "real" charset info */ real_charsets[other != 0] = UCGetLYhndl_byMIME(mimeName); /* Duplicate the record. */ StrAllocCopy(mName, myMimeName); StrAllocCopy(lName, lyName); UC_Charset_Setup(mName, lName, UCInfo[s].unicount, UCInfo[s].unitable, UCInfo[s].num_uni, UCInfo[s].replacedesc, UCInfo[s].lowest_eight, UCInfo[s].enc, UCInfo[s].codepage); ret = UCGetLYhndl_byMIME(myMimeName); CTRACE((tfp, "Found %i.\n", ret)); return ret; } # endif /* __EMX__ */ #endif /* CAN_AUTODETECT_DISPLAY_CHARSET */ #endif /* EXP_CHARTRANS_AUTOSWITCH */ void UCInit(void) { UCreset_allocated_LYCharSets(); #ifdef LY_FIND_LEAKS atexit(UCcleanup_mem); #endif UCconsole_map_init(); /* * The order of charset names visible in Lynx Options menu correspond to * the order of lines below, except the first two described in LYCharSet.c * * Entries whose comment is marked with *** are declared in UCdomap.h, * others are based on the included tables - UCdomap.c, near the top. */ UC_CHARSET_SETUP_iso_8859_1; /* ISO Latin 1 */ UC_CHARSET_SETUP_iso_8859_15; /* ISO 8859-15 (Latin 9) */ UC_CHARSET_SETUP_cp850; /* DosLatin1 (cp850) */ UC_CHARSET_SETUP_windows_1252; /* WinLatin1 (cp1252) */ UC_CHARSET_SETUP_cp437; /* DosLatinUS (cp437) */ UC_CHARSET_SETUP_dec_mcs; /* DEC Multinational */ UC_CHARSET_SETUP_macintosh; /* Macintosh (8 bit) */ UC_CHARSET_SETUP_next; /* NeXT character set */ UC_CHARSET_SETUP_hp_roman8; /* HP Roman8 */ UC_CHARSET_SETUP_euc_cn; /*** Chinese */ UC_CHARSET_SETUP_euc_jp; /*** Japanese (EUC_JP) */ UC_CHARSET_SETUP_shift_jis; /*** Japanese (Shift_JIS) */ UC_CHARSET_SETUP_euc_kr; /*** Korean */ UC_CHARSET_SETUP_big5; /*** Taipei (Big5) */ UC_CHARSET_SETUP_viscii; /* Vietnamese (VISCII) */ UC_CHARSET_SETUP; /* us-ascii */ /* 7 bit approximations */ UC_CHARSET_SETUP_x_transparent; /*** Transparent */ UC_CHARSET_SETUP_iso_8859_2; /* ISO Latin 2 */ UC_CHARSET_SETUP_cp852; /* DosLatin2 (cp852) */ UC_CHARSET_SETUP_windows_1250; /* WinLatin2 (cp1250) */ UC_CHARSET_SETUP_iso_8859_3; /* ISO Latin 3 */ UC_CHARSET_SETUP_iso_8859_4; /* ISO Latin 4 */ UC_CHARSET_SETUP_iso_8859_13; /* ISO 8859-13 Baltic Rim */ UC_CHARSET_SETUP_cp775; /* DosBaltRim (cp775) */ UC_CHARSET_SETUP_windows_1257; /* WinBaltRim (cp1257) */ UC_CHARSET_SETUP_iso_8859_5; /* ISO 8859-5 Cyrillic */ UC_CHARSET_SETUP_cp866; /* DosCyrillic (cp866) */ UC_CHARSET_SETUP_windows_1251; /* WinCyrillic (cp1251) */ UC_CHARSET_SETUP_koi8_r; /* KOI8-R Cyrillic */ UC_CHARSET_SETUP_iso_8859_6; /* ISO 8869-6 Arabic */ UC_CHARSET_SETUP_cp864; /* DosArabic (cp864) */ UC_CHARSET_SETUP_windows_1256; /* WinArabic (cp1256) */ UC_CHARSET_SETUP_iso_8859_14; /* ISO 8859-14 Celtic */ UC_CHARSET_SETUP_iso_8859_7; /* ISO 8859-7 Greek */ UC_CHARSET_SETUP_cp737; /* DosGreek (cp737) */ UC_CHARSET_SETUP_cp869; /* DosGreek2 (cp869) */ UC_CHARSET_SETUP_windows_1253; /* WinGreek (cp1253) */ UC_CHARSET_SETUP_iso_8859_8; /* ISO 8859-8 Hebrew */ UC_CHARSET_SETUP_cp862; /* DosHebrew (cp862) */ UC_CHARSET_SETUP_windows_1255; /* WinHebrew (cp1255) */ UC_CHARSET_SETUP_iso_8859_9; /* ISO 8859-9 (Latin 5) */ UC_CHARSET_SETUP_cp857; /* DosTurkish (cp857) */ UC_CHARSET_SETUP_iso_8859_10; /* ISO 8859-10 North European */ UC_CHARSET_SETUP_utf_8; /*** UNICODE UTF-8 */ UC_CHARSET_SETUP_mnemonic_ascii_0; /* RFC 1345 w/o Intro */ UC_CHARSET_SETUP_mnemonic; /* RFC 1345 Mnemonic */ UC_CHARSET_SETUP_cp866u; /* Ukrainian Cyrillic (866) */ UC_CHARSET_SETUP_koi8_u; /* Ukrainian Cyrillic (koi8-u) */ UC_CHARSET_SETUP_ptcp154; /* Cyrillic-Asian (PT154) */ #ifdef EXP_CHARTRANS_AUTOSWITCH #ifdef CAN_AUTODETECT_DISPLAY_CHARSET # ifdef __EMX__ { unsigned UCode_t lst[3]; unsigned UCode_t len, rc; rc = DosQueryCp(sizeof(lst), lst, &len); if (rc == 0) { if (len >= 1) auto_display_charset = CpOrdinal(lst[0], 0); # ifdef CAN_SWITCH_DISPLAY_CHARSET if (len >= 3) { codepages[0] = lst[0]; codepages[1] = (lst[0] == lst[1] ? lst[2] : lst[1]); auto_other_display_charset = CpOrdinal(codepages[1], 1); } # endif } else { CTRACE((tfp, "DosQueryCp() returned %#lx=%lu.\n", rc, rc)); } } # endif #endif #endif /* * To add synonyms for any charset name check function UCGetLYhndl_byMIME in * this file. */ /* for coding/performance - easy to type: */ LATIN1 = UCGetLYhndl_byMIME("iso-8859-1"); US_ASCII = UCGetLYhndl_byMIME("us-ascii"); UTF8_handle = UCGetLYhndl_byMIME("utf-8"); TRANSPARENT = UCGetLYhndl_byMIME("x-transparent"); } /* * Safe variant of UCGetLYhndl_byMIME, with blind recovery from typo in user * input: lynx.cfg, userdefs.h, command line switches. */ int safeUCGetLYhndl_byMIME(const char *value) { int i = UCGetLYhndl_byMIME(value); if (i == -1) { /* was user's typo or not yet recognized value */ i = LATIN1; /* error recovery? */ CTRACE((tfp, "safeUCGetLYhndl_byMIME: ISO-8859-1 assumed.\n")); } return (i); } #ifdef USE_LOCALE_CHARSET #if defined(USE_LOCALE_CHARSET) && !defined(HAVE_LANGINFO_CODESET) /* * This is a quick-and-dirty emulator of the nl_langinfo(CODESET) * function defined in the Single Unix Specification for those systems * (FreeBSD, etc.) that don't have one yet. It behaves as if it had * been called after setlocale(LC_CTYPE, ""), that is it looks at * the locale environment variables. * * http://www.opengroup.org/onlinepubs/7908799/xsh/langinfo.h.html * * Please extend it as needed and suggest improvements to the author. * This emulator will hopefully become redundant soon as * nl_langinfo(CODESET) becomes more widely implemented. * * Since the proposed Li18nux encoding name registry is still not mature, * the output follows the MIME registry where possible: * * http://www.iana.org/assignments/character-sets * * A possible autoconf test for the availability of nl_langinfo(CODESET) * can be found in * * http://www.cl.cam.ac.uk/~mgk25/unicode.html#activate * * Markus.Kuhn@cl.cam.ac.uk -- 2002-03-11 * Permission to use, copy, modify, and distribute this software * for any purpose and without fee is hereby granted. The author * disclaims all warranties with regard to this software. * * Latest version: * * http://www.cl.cam.ac.uk/~mgk25/ucs/langinfo.c */ /* #include "langinfo.h" */ typedef int nl_item; #define CODESET 1 #define C_CODESET "US-ASCII" /* Return this as the encoding of the * C/POSIX locale. Could as well one day * become "UTF-8". */ #define digit(x) ((x) >= '0' && (x) <= '9') static char buf[16]; static char *nl_langinfo(nl_item item) { char *l, *p; if (item != CODESET) return NULL; if (((l = LYGetEnv("LC_ALL")) != 0) || ((l = LYGetEnv("LC_CTYPE")) != 0) || ((l = LYGetEnv("LANG")) != 0)) { /* check standardized locales */ if (!strcmp(l, "C") || !strcmp(l, "POSIX")) return C_CODESET; /* check for encoding name fragment */ if (strstr(l, "UTF") || strstr(l, "utf")) return "UTF-8"; if ((p = strstr(l, "8859-"))) { memcpy(buf, "ISO-8859-\0\0", 12); p += 5; if (digit(*p)) { buf[9] = *p++; if (digit(*p)) buf[10] = *p++; return buf; } } if (strstr(l, "KOI8-R")) return "KOI8-R"; if (strstr(l, "KOI8-U")) return "KOI8-U"; if (strstr(l, "620")) return "TIS-620"; if (strstr(l, "2312")) return "GB2312"; if (strstr(l, "HKSCS")) return "Big5HKSCS"; /* no MIME charset */ if (strstr(l, "Big5") || strstr(l, "BIG5")) return "Big5"; if (strstr(l, "GBK")) return "GBK"; /* no MIME charset */ if (strstr(l, "18030")) return "GB18030"; /* no MIME charset */ if (strstr(l, "Shift_JIS") || strstr(l, "SJIS")) return "Shift_JIS"; /* check for conclusive modifier */ if (strstr(l, "euro")) return "ISO-8859-15"; /* check for language (and perhaps country) codes */ if (strstr(l, "zh_TW")) return "Big5"; if (strstr(l, "zh_HK")) return "Big5HKSCS"; /* no MIME charset */ if (strstr(l, "zh")) return "GB2312"; if (strstr(l, "ja")) return "EUC-JP"; if (strstr(l, "ko")) return "EUC-KR"; if (strstr(l, "ru")) return "KOI8-R"; if (strstr(l, "uk")) return "KOI8-U"; if (strstr(l, "pl") || strstr(l, "hr") || strstr(l, "hu") || strstr(l, "cs") || strstr(l, "sk") || strstr(l, "sl")) return "ISO-8859-2"; if (strstr(l, "eo") || strstr(l, "mt")) return "ISO-8859-3"; if (strstr(l, "el")) return "ISO-8859-7"; if (strstr(l, "he")) return "ISO-8859-8"; if (strstr(l, "tr")) return "ISO-8859-9"; if (strstr(l, "th")) return "TIS-620"; /* or ISO-8859-11 */ if (strstr(l, "lt")) return "ISO-8859-13"; if (strstr(l, "cy")) return "ISO-8859-14"; if (strstr(l, "ro")) return "ISO-8859-2"; /* or ISO-8859-16 */ if (strstr(l, "am") || strstr(l, "vi")) return "UTF-8"; /* Send me further rules if you like, but don't forget that we are * *only* interested in locale naming conventions on platforms * that do not already provide an nl_langinfo(CODESET) implementation. */ return "ISO-8859-1"; /* should perhaps be "UTF-8" instead */ } return C_CODESET; } #endif /* defined(USE_LOCALE_CHARSET) && !defined(HAVE_LANGINFO_CODESET) */ /* * If LYLocaleCharset is true, use the current locale to lookup a MIME name * that corresponds, and use that as the display charset. This feature is * experimental because while nl_langinfo(CODESET) itself is standardized, * the return values and their relationship to the locale value is not. * GNU libiconv happens to give useful values, but other implementations are * not guaranteed to do this. * * Not all Linux versions provide useful information. GNU libc 2.2 returns * "ANSI_X3.4-1968" * whether locale is POSIX or en_US.UTF-8. * * Another possible thing to investigate is the locale_charset() function * provided in libiconv 1.5.1. */ void LYFindLocaleCharset(void) { char *name; CTRACE((tfp, "LYFindLocaleCharset(%d)\n", LYLocaleCharset)); name = nl_langinfo(CODESET); if (name != 0) { int value = UCGetLYhndl_byMIME(name); if (value >= 0) { linedrawing_char_set = value; CTRACE((tfp, "Found name \"%s\" -> %d\n", name, value)); /* * If no locale was set, we will get the POSIX character set, which * in Lynx is treated as US-ASCII. However, Lynx's longstanding * behavior has been to default to ISO-8859-1. So we treat that * encoding specially. Otherwise, if LOCALE_CHARSET is set, then * we will use the locale encoding -- unless overridden by the * ASSUME_CHARSET value and/or command-line option. */ if (LYLocaleCharset) { CTRACE((tfp, "...prior LocaleCharset '%s'\n", NonNull(UCAssume_MIMEcharset))); if (value == US_ASCII) { CTRACE((tfp, "...prefer existing charset to ASCII\n")); } else if (assumed_charset) { CTRACE((tfp, "...already assumed-charset\n")); } else { current_char_set = linedrawing_char_set; UCLYhndl_for_unspec = current_char_set; StrAllocCopy(UCAssume_MIMEcharset, name); CTRACE((tfp, "...using LocaleCharset '%s'\n", NonNull(UCAssume_MIMEcharset))); } } } else { CTRACE((tfp, "Cannot find a handle for MIME name \"%s\"\n", name)); } } else { CTRACE((tfp, "Cannot find a MIME name for locale\n")); } } #endif /* USE_LOCALE_CHARSET */ BOOL UCScanCode(UCode_t *target, const char *source, BOOL isHex) { BOOL status = FALSE; long lcode; char *endptr; errno = 0; *target = 0; lcode = strtol(source, &endptr, isHex ? 16 : 10); if (lcode >= 0 && (endptr > source) #if defined(ERANGE) && defined(LONG_MAX) && defined(LONG_MIN) && (errno != ERANGE || (lcode != LONG_MAX && lcode != LONG_MIN)) #else && (endptr - source) < (isHex ? 8 : 10) #endif && (endptr != 0) && (*endptr == '\0')) { *target = (UCode_t) lcode; status = TRUE; } return status; }


context:
space:
mode: