Blame glib/win_iconv.c

Packit ae235b
/*
Packit ae235b
 * iconv library implemented with Win32 API.
Packit ae235b
 *
Packit ae235b
 * This file is placed in the public domain.
Packit ae235b
 *
Packit ae235b
 * Maintainer: Yukihiro Nakadaira <yukihiro.nakadaira@gmail.com>
Packit ae235b
 *
Packit ae235b
 * If $WINICONV_LIBICONV_DLL environment variable was defined, win_iconv
Packit ae235b
 * loads the specified DLL dynamically and uses it.  If loading the DLL
Packit ae235b
 * or iconv_open() failed, falls back to internal conversion.
Packit ae235b
 * $WINICONV_LIBICONV_DLL is a comma separated list.  The first loadable
Packit ae235b
 * DLL is used.  The specified DLL should have iconv_open(),
Packit ae235b
 * iconv_close() and iconv() functions.  Or these functions can be
Packit ae235b
 * libiconv_open(), libiconv_close() and libiconv().
Packit ae235b
 *
Packit ae235b
 * Win32 API does not support strict encoding conversion for some
Packit ae235b
 * codepage.  And MLang function drop or replace invalid bytes and does
Packit ae235b
 * not return useful error status as iconv.  This implementation cannot
Packit ae235b
 * be used for encoding validation purpose.
Packit ae235b
 */
Packit ae235b
Packit ae235b
/* for WC_NO_BEST_FIT_CHARS */
Packit ae235b
#ifndef WINVER
Packit ae235b
# define WINVER 0x0500
Packit ae235b
#endif
Packit ae235b
Packit ae235b
#define STRICT
Packit ae235b
#include <windows.h>
Packit ae235b
#include <errno.h>
Packit ae235b
#include <string.h>
Packit ae235b
#include <stdlib.h>
Packit ae235b
Packit ae235b
#ifdef __GNUC__
Packit ae235b
#define UNUSED __attribute__((unused))
Packit ae235b
#else
Packit ae235b
#define UNUSED
Packit ae235b
#endif
Packit ae235b
Packit ae235b
/* WORKAROUND: */
Packit ae235b
#ifndef UNDER_CE
Packit ae235b
#define GetProcAddressA GetProcAddress
Packit ae235b
#endif
Packit ae235b
Packit ae235b
#if 0
Packit ae235b
# define MAKE_EXE
Packit ae235b
# define MAKE_DLL
Packit ae235b
# define USE_LIBICONV_DLL
Packit ae235b
#endif
Packit ae235b
Packit ae235b
#if !defined(DEFAULT_LIBICONV_DLL)
Packit ae235b
# define DEFAULT_LIBICONV_DLL ""
Packit ae235b
#endif
Packit ae235b
Packit ae235b
#define MB_CHAR_MAX 16
Packit ae235b
Packit ae235b
#define UNICODE_MODE_BOM_DONE   1
Packit ae235b
#define UNICODE_MODE_SWAPPED    2
Packit ae235b
Packit ae235b
#define FLAG_USE_BOM            1
Packit ae235b
#define FLAG_TRANSLIT           2 /* //TRANSLIT */
Packit ae235b
#define FLAG_IGNORE             4 /* //IGNORE */
Packit ae235b
Packit ae235b
typedef unsigned char uchar;
Packit ae235b
typedef unsigned short ushort;
Packit ae235b
typedef unsigned int uint;
Packit ae235b
Packit ae235b
typedef void* iconv_t;
Packit ae235b
Packit ae235b
iconv_t iconv_open(const char *tocode, const char *fromcode);
Packit ae235b
int iconv_close(iconv_t cd);
Packit ae235b
size_t iconv(iconv_t cd, /* const */ char **inbuf, size_t *inbytesleft, char **outbuf, size_t *outbytesleft);
Packit ae235b
Packit ae235b
/* libiconv interface for vim */
Packit ae235b
#if defined(MAKE_DLL)
Packit ae235b
int
Packit ae235b
iconvctl (iconv_t cd, int request, void* argument)
Packit ae235b
{
Packit ae235b
    /* not supported */
Packit ae235b
    return 0;
Packit ae235b
}
Packit ae235b
#endif
Packit ae235b
Packit ae235b
typedef struct compat_t compat_t;
Packit ae235b
typedef struct csconv_t csconv_t;
Packit ae235b
typedef struct rec_iconv_t rec_iconv_t;
Packit ae235b
Packit ae235b
typedef iconv_t (*f_iconv_open)(const char *tocode, const char *fromcode);
Packit ae235b
typedef int (*f_iconv_close)(iconv_t cd);
Packit ae235b
typedef size_t (*f_iconv)(iconv_t cd, /* const */ char **inbuf, size_t *inbytesleft, char **outbuf, size_t *outbytesleft);
Packit ae235b
typedef int* (*f_errno)(void);
Packit ae235b
typedef int (*f_mbtowc)(csconv_t *cv, const uchar *buf, int bufsize, ushort *wbuf, int *wbufsize);
Packit ae235b
typedef int (*f_wctomb)(csconv_t *cv, ushort *wbuf, int wbufsize, uchar *buf, int bufsize);
Packit ae235b
typedef int (*f_mblen)(csconv_t *cv, const uchar *buf, int bufsize);
Packit ae235b
typedef int (*f_flush)(csconv_t *cv, uchar *buf, int bufsize);
Packit ae235b
Packit ae235b
#define COMPAT_IN   1
Packit ae235b
#define COMPAT_OUT  2
Packit ae235b
Packit ae235b
/* unicode mapping for compatibility with other conversion table. */
Packit ae235b
struct compat_t {
Packit ae235b
    uint in;
Packit ae235b
    uint out;
Packit ae235b
    uint flag;
Packit ae235b
};
Packit ae235b
Packit ae235b
struct csconv_t {
Packit ae235b
    int codepage;
Packit ae235b
    int flags;
Packit ae235b
    f_mbtowc mbtowc;
Packit ae235b
    f_wctomb wctomb;
Packit ae235b
    f_mblen mblen;
Packit ae235b
    f_flush flush;
Packit ae235b
    DWORD mode;
Packit ae235b
    compat_t *compat;
Packit ae235b
};
Packit ae235b
Packit ae235b
struct rec_iconv_t {
Packit ae235b
    iconv_t cd;
Packit ae235b
    f_iconv_close iconv_close;
Packit ae235b
    f_iconv iconv;
Packit ae235b
    f_errno _errno;
Packit ae235b
    csconv_t from;
Packit ae235b
    csconv_t to;
Packit ae235b
#if defined(USE_LIBICONV_DLL)
Packit ae235b
    HMODULE hlibiconv;
Packit ae235b
#endif
Packit ae235b
};
Packit ae235b
Packit ae235b
static int win_iconv_open(rec_iconv_t *cd, const char *tocode, const char *fromcode);
Packit ae235b
static int win_iconv_close(iconv_t cd);
Packit ae235b
static size_t win_iconv(iconv_t cd, /* const */ char **inbuf, size_t *inbytesleft, char **outbuf, size_t *outbytesleft);
Packit ae235b
Packit ae235b
static int load_mlang(void);
Packit ae235b
static int make_csconv(const char *name, csconv_t *cv);
Packit ae235b
static int name_to_codepage(const char *name);
Packit ae235b
static uint utf16_to_ucs4(const ushort *wbuf);
Packit ae235b
static void ucs4_to_utf16(uint wc, ushort *wbuf, int *wbufsize);
Packit ae235b
static int mbtowc_flags(int codepage);
Packit ae235b
static int must_use_null_useddefaultchar(int codepage);
Packit ae235b
static char *strrstr(const char *str, const char *token);
Packit ae235b
static char *xstrndup(const char *s, size_t n);
Packit ae235b
static int seterror(int err);
Packit ae235b
Packit ae235b
#if defined(USE_LIBICONV_DLL)
Packit ae235b
static int libiconv_iconv_open(rec_iconv_t *cd, const char *tocode, const char *fromcode);
Packit ae235b
static PVOID MyImageDirectoryEntryToData(LPVOID Base, BOOLEAN MappedAsImage, USHORT DirectoryEntry, PULONG Size);
Packit ae235b
static FARPROC find_imported_function(HMODULE hModule, const char *funcname);
Packit ae235b
Packit ae235b
static HMODULE hwiniconv;
Packit ae235b
#endif
Packit ae235b
Packit ae235b
static int sbcs_mblen(csconv_t *cv, const uchar *buf, int bufsize);
Packit ae235b
static int dbcs_mblen(csconv_t *cv, const uchar *buf, int bufsize);
Packit ae235b
static int mbcs_mblen(csconv_t *cv, const uchar *buf, int bufsize);
Packit ae235b
static int utf8_mblen(csconv_t *cv, const uchar *buf, int bufsize);
Packit ae235b
static int eucjp_mblen(csconv_t *cv, const uchar *buf, int bufsize);
Packit ae235b
Packit ae235b
static int kernel_mbtowc(csconv_t *cv, const uchar *buf, int bufsize, ushort *wbuf, int *wbufsize);
Packit ae235b
static int kernel_wctomb(csconv_t *cv, ushort *wbuf, int wbufsize, uchar *buf, int bufsize);
Packit ae235b
static int mlang_mbtowc(csconv_t *cv, const uchar *buf, int bufsize, ushort *wbuf, int *wbufsize);
Packit ae235b
static int mlang_wctomb(csconv_t *cv, ushort *wbuf, int wbufsize, uchar *buf, int bufsize);
Packit ae235b
static int utf16_mbtowc(csconv_t *cv, const uchar *buf, int bufsize, ushort *wbuf, int *wbufsize);
Packit ae235b
static int utf16_wctomb(csconv_t *cv, ushort *wbuf, int wbufsize, uchar *buf, int bufsize);
Packit ae235b
static int utf32_mbtowc(csconv_t *cv, const uchar *buf, int bufsize, ushort *wbuf, int *wbufsize);
Packit ae235b
static int utf32_wctomb(csconv_t *cv, ushort *wbuf, int wbufsize, uchar *buf, int bufsize);
Packit ae235b
static int iso2022jp_mbtowc(csconv_t *cv, const uchar *buf, int bufsize, ushort *wbuf, int *wbufsize);
Packit ae235b
static int iso2022jp_wctomb(csconv_t *cv, ushort *wbuf, int wbufsize, uchar *buf, int bufsize);
Packit ae235b
static int iso2022jp_flush(csconv_t *cv, uchar *buf, int bufsize);
Packit ae235b
Packit ae235b
static struct {
Packit ae235b
    int codepage;
Packit ae235b
    const char *name;
Packit ae235b
} codepage_alias[] = {
Packit ae235b
    {65001, "CP65001"},
Packit ae235b
    {65001, "UTF8"},
Packit ae235b
    {65001, "UTF-8"},
Packit ae235b
Packit ae235b
    {1200, "CP1200"},
Packit ae235b
    {1200, "UTF16LE"},
Packit ae235b
    {1200, "UTF-16LE"},
Packit ae235b
    {1200, "UCS2LE"},
Packit ae235b
    {1200, "UCS-2LE"},
Packit ae235b
Packit ae235b
    {1201, "CP1201"},
Packit ae235b
    {1201, "UTF16BE"},
Packit ae235b
    {1201, "UTF-16BE"},
Packit ae235b
    {1201, "UCS2BE"},
Packit ae235b
    {1201, "UCS-2BE"},
Packit ae235b
    {1201, "unicodeFFFE"},
Packit ae235b
Packit ae235b
    {12000, "CP12000"},
Packit ae235b
    {12000, "UTF32LE"},
Packit ae235b
    {12000, "UTF-32LE"},
Packit ae235b
    {12000, "UCS4LE"},
Packit ae235b
    {12000, "UCS-4LE"},
Packit ae235b
Packit ae235b
    {12001, "CP12001"},
Packit ae235b
    {12001, "UTF32BE"},
Packit ae235b
    {12001, "UTF-32BE"},
Packit ae235b
    {12001, "UCS4BE"},
Packit ae235b
    {12001, "UCS-4BE"},
Packit ae235b
Packit ae235b
#ifndef GLIB_COMPILATION
Packit ae235b
    /*
Packit ae235b
     * Default is big endian.
Packit ae235b
     * See rfc2781 4.3 Interpreting text labelled as UTF-16.
Packit ae235b
     */
Packit ae235b
    {1201, "UTF16"},
Packit ae235b
    {1201, "UTF-16"},
Packit ae235b
    {1201, "UCS2"},
Packit ae235b
    {1201, "UCS-2"},
Packit ae235b
    {12001, "UTF32"},
Packit ae235b
    {12001, "UTF-32"},
Packit ae235b
    {12001, "UCS-4"},
Packit ae235b
    {12001, "UCS4"},
Packit ae235b
#else
Packit ae235b
    /* Default is little endian, because the platform is */
Packit ae235b
    {1200, "UTF16"},
Packit ae235b
    {1200, "UTF-16"},
Packit ae235b
    {1200, "UCS2"},
Packit ae235b
    {1200, "UCS-2"},
Packit ae235b
    {12000, "UTF32"},
Packit ae235b
    {12000, "UTF-32"},
Packit ae235b
    {12000, "UCS4"},
Packit ae235b
    {12000, "UCS-4"},
Packit ae235b
#endif
Packit ae235b
Packit ae235b
    /* copy from libiconv `iconv -l` */
Packit ae235b
    /* !IsValidCodePage(367) */
Packit ae235b
    {20127, "ANSI_X3.4-1968"},
Packit ae235b
    {20127, "ANSI_X3.4-1986"},
Packit ae235b
    {20127, "ASCII"},
Packit ae235b
    {20127, "CP367"},
Packit ae235b
    {20127, "IBM367"},
Packit ae235b
    {20127, "ISO-IR-6"},
Packit ae235b
    {20127, "ISO646-US"},
Packit ae235b
    {20127, "ISO_646.IRV:1991"},
Packit ae235b
    {20127, "US"},
Packit ae235b
    {20127, "US-ASCII"},
Packit ae235b
    {20127, "CSASCII"},
Packit ae235b
Packit ae235b
    /* !IsValidCodePage(819) */
Packit ae235b
    {1252, "CP819"},
Packit ae235b
    {1252, "IBM819"},
Packit ae235b
    {28591, "ISO-8859-1"},
Packit ae235b
    {28591, "ISO-IR-100"},
Packit ae235b
    {28591, "ISO8859-1"},
Packit ae235b
    {28591, "ISO_8859-1"},
Packit ae235b
    {28591, "ISO_8859-1:1987"},
Packit ae235b
    {28591, "L1"},
Packit ae235b
    {28591, "LATIN1"},
Packit ae235b
    {28591, "CSISOLATIN1"},
Packit ae235b
Packit ae235b
    {1250, "CP1250"},
Packit ae235b
    {1250, "MS-EE"},
Packit ae235b
    {1250, "WINDOWS-1250"},
Packit ae235b
Packit ae235b
    {1251, "CP1251"},
Packit ae235b
    {1251, "MS-CYRL"},
Packit ae235b
    {1251, "WINDOWS-1251"},
Packit ae235b
Packit ae235b
    {1252, "CP1252"},
Packit ae235b
    {1252, "MS-ANSI"},
Packit ae235b
    {1252, "WINDOWS-1252"},
Packit ae235b
Packit ae235b
    {1253, "CP1253"},
Packit ae235b
    {1253, "MS-GREEK"},
Packit ae235b
    {1253, "WINDOWS-1253"},
Packit ae235b
Packit ae235b
    {1254, "CP1254"},
Packit ae235b
    {1254, "MS-TURK"},
Packit ae235b
    {1254, "WINDOWS-1254"},
Packit ae235b
Packit ae235b
    {1255, "CP1255"},
Packit ae235b
    {1255, "MS-HEBR"},
Packit ae235b
    {1255, "WINDOWS-1255"},
Packit ae235b
Packit ae235b
    {1256, "CP1256"},
Packit ae235b
    {1256, "MS-ARAB"},
Packit ae235b
    {1256, "WINDOWS-1256"},
Packit ae235b
Packit ae235b
    {1257, "CP1257"},
Packit ae235b
    {1257, "WINBALTRIM"},
Packit ae235b
    {1257, "WINDOWS-1257"},
Packit ae235b
Packit ae235b
    {1258, "CP1258"},
Packit ae235b
    {1258, "WINDOWS-1258"},
Packit ae235b
Packit ae235b
    {850, "850"},
Packit ae235b
    {850, "CP850"},
Packit ae235b
    {850, "IBM850"},
Packit ae235b
    {850, "CSPC850MULTILINGUAL"},
Packit ae235b
Packit ae235b
    /* !IsValidCodePage(862) */
Packit ae235b
    {862, "862"},
Packit ae235b
    {862, "CP862"},
Packit ae235b
    {862, "IBM862"},
Packit ae235b
    {862, "CSPC862LATINHEBREW"},
Packit ae235b
Packit ae235b
    {866, "866"},
Packit ae235b
    {866, "CP866"},
Packit ae235b
    {866, "IBM866"},
Packit ae235b
    {866, "CSIBM866"},
Packit ae235b
Packit ae235b
    /* !IsValidCodePage(154) */
Packit ae235b
    {154, "CP154"},
Packit ae235b
    {154, "CYRILLIC-ASIAN"},
Packit ae235b
    {154, "PT154"},
Packit ae235b
    {154, "PTCP154"},
Packit ae235b
    {154, "CSPTCP154"},
Packit ae235b
Packit ae235b
    /* !IsValidCodePage(1133) */
Packit ae235b
    {1133, "CP1133"},
Packit ae235b
    {1133, "IBM-CP1133"},
Packit ae235b
Packit ae235b
    {874, "CP874"},
Packit ae235b
    {874, "WINDOWS-874"},
Packit ae235b
Packit ae235b
    /* !IsValidCodePage(51932) */
Packit ae235b
    {51932, "CP51932"},
Packit ae235b
    {51932, "MS51932"},
Packit ae235b
    {51932, "WINDOWS-51932"},
Packit ae235b
    {51932, "EUC-JP"},
Packit ae235b
Packit ae235b
    {932, "CP932"},
Packit ae235b
    {932, "MS932"},
Packit ae235b
    {932, "SHIFFT_JIS"},
Packit ae235b
    {932, "SHIFFT_JIS-MS"},
Packit ae235b
    {932, "SJIS"},
Packit ae235b
    {932, "SJIS-MS"},
Packit ae235b
    {932, "SJIS-OPEN"},
Packit ae235b
    {932, "SJIS-WIN"},
Packit ae235b
    {932, "WINDOWS-31J"},
Packit ae235b
    {932, "WINDOWS-932"},
Packit ae235b
    {932, "CSWINDOWS31J"},
Packit ae235b
Packit ae235b
    {50221, "CP50221"},
Packit ae235b
    {50221, "ISO-2022-JP"},
Packit ae235b
    {50221, "ISO-2022-JP-MS"},
Packit ae235b
    {50221, "ISO2022-JP"},
Packit ae235b
    {50221, "ISO2022-JP-MS"},
Packit ae235b
    {50221, "MS50221"},
Packit ae235b
    {50221, "WINDOWS-50221"},
Packit ae235b
Packit ae235b
    {936, "CP936"},
Packit ae235b
    {936, "GBK"},
Packit ae235b
    {936, "MS936"},
Packit ae235b
    {936, "WINDOWS-936"},
Packit ae235b
Packit ae235b
    {950, "CP950"},
Packit ae235b
    {950, "BIG5"},
Packit ae235b
    {950, "BIG5HKSCS"},
Packit ae235b
    {950, "BIG5-HKSCS"},
Packit ae235b
Packit ae235b
    {949, "CP949"},
Packit ae235b
    {949, "UHC"},
Packit ae235b
    {949, "EUC-KR"},
Packit ae235b
Packit ae235b
    {1361, "CP1361"},
Packit ae235b
    {1361, "JOHAB"},
Packit ae235b
Packit ae235b
    {437, "437"},
Packit ae235b
    {437, "CP437"},
Packit ae235b
    {437, "IBM437"},
Packit ae235b
    {437, "CSPC8CODEPAGE437"},
Packit ae235b
Packit ae235b
    {737, "CP737"},
Packit ae235b
Packit ae235b
    {775, "CP775"},
Packit ae235b
    {775, "IBM775"},
Packit ae235b
    {775, "CSPC775BALTIC"},
Packit ae235b
Packit ae235b
    {852, "852"},
Packit ae235b
    {852, "CP852"},
Packit ae235b
    {852, "IBM852"},
Packit ae235b
    {852, "CSPCP852"},
Packit ae235b
Packit ae235b
    /* !IsValidCodePage(853) */
Packit ae235b
    {853, "CP853"},
Packit ae235b
Packit ae235b
    {855, "855"},
Packit ae235b
    {855, "CP855"},
Packit ae235b
    {855, "IBM855"},
Packit ae235b
    {855, "CSIBM855"},
Packit ae235b
Packit ae235b
    {857, "857"},
Packit ae235b
    {857, "CP857"},
Packit ae235b
    {857, "IBM857"},
Packit ae235b
    {857, "CSIBM857"},
Packit ae235b
Packit ae235b
    /* !IsValidCodePage(858) */
Packit ae235b
    {858, "CP858"},
Packit ae235b
Packit ae235b
    {860, "860"},
Packit ae235b
    {860, "CP860"},
Packit ae235b
    {860, "IBM860"},
Packit ae235b
    {860, "CSIBM860"},
Packit ae235b
Packit ae235b
    {861, "861"},
Packit ae235b
    {861, "CP-IS"},
Packit ae235b
    {861, "CP861"},
Packit ae235b
    {861, "IBM861"},
Packit ae235b
    {861, "CSIBM861"},
Packit ae235b
Packit ae235b
    {863, "863"},
Packit ae235b
    {863, "CP863"},
Packit ae235b
    {863, "IBM863"},
Packit ae235b
    {863, "CSIBM863"},
Packit ae235b
Packit ae235b
    {864, "CP864"},
Packit ae235b
    {864, "IBM864"},
Packit ae235b
    {864, "CSIBM864"},
Packit ae235b
Packit ae235b
    {865, "865"},
Packit ae235b
    {865, "CP865"},
Packit ae235b
    {865, "IBM865"},
Packit ae235b
    {865, "CSIBM865"},
Packit ae235b
Packit ae235b
    {869, "869"},
Packit ae235b
    {869, "CP-GR"},
Packit ae235b
    {869, "CP869"},
Packit ae235b
    {869, "IBM869"},
Packit ae235b
    {869, "CSIBM869"},
Packit ae235b
Packit ae235b
    /* !IsValidCodePage(1152) */
Packit ae235b
    {1125, "CP1125"},
Packit ae235b
Packit ae235b
    /*
Packit ae235b
     * Code Page Identifiers
Packit ae235b
     * http://msdn2.microsoft.com/en-us/library/ms776446.aspx
Packit ae235b
     */
Packit ae235b
    {37, "IBM037"}, /* IBM EBCDIC US-Canada */
Packit ae235b
    {437, "IBM437"}, /* OEM United States */
Packit ae235b
    {500, "IBM500"}, /* IBM EBCDIC International */
Packit ae235b
    {708, "ASMO-708"}, /* Arabic (ASMO 708) */
Packit ae235b
    /* 709 		Arabic (ASMO-449+, BCON V4) */
Packit ae235b
    /* 710 		Arabic - Transparent Arabic */
Packit ae235b
    {720, "DOS-720"}, /* Arabic (Transparent ASMO); Arabic (DOS) */
Packit ae235b
    {737, "ibm737"}, /* OEM Greek (formerly 437G); Greek (DOS) */
Packit ae235b
    {775, "ibm775"}, /* OEM Baltic; Baltic (DOS) */
Packit ae235b
    {850, "ibm850"}, /* OEM Multilingual Latin 1; Western European (DOS) */
Packit ae235b
    {852, "ibm852"}, /* OEM Latin 2; Central European (DOS) */
Packit ae235b
    {855, "IBM855"}, /* OEM Cyrillic (primarily Russian) */
Packit ae235b
    {857, "ibm857"}, /* OEM Turkish; Turkish (DOS) */
Packit ae235b
    {858, "IBM00858"}, /* OEM Multilingual Latin 1 + Euro symbol */
Packit ae235b
    {860, "IBM860"}, /* OEM Portuguese; Portuguese (DOS) */
Packit ae235b
    {861, "ibm861"}, /* OEM Icelandic; Icelandic (DOS) */
Packit ae235b
    {862, "DOS-862"}, /* OEM Hebrew; Hebrew (DOS) */
Packit ae235b
    {863, "IBM863"}, /* OEM French Canadian; French Canadian (DOS) */
Packit ae235b
    {864, "IBM864"}, /* OEM Arabic; Arabic (864) */
Packit ae235b
    {865, "IBM865"}, /* OEM Nordic; Nordic (DOS) */
Packit ae235b
    {866, "cp866"}, /* OEM Russian; Cyrillic (DOS) */
Packit ae235b
    {869, "ibm869"}, /* OEM Modern Greek; Greek, Modern (DOS) */
Packit ae235b
    {870, "IBM870"}, /* IBM EBCDIC Multilingual/ROECE (Latin 2); IBM EBCDIC Multilingual Latin 2 */
Packit ae235b
    {874, "windows-874"}, /* ANSI/OEM Thai (same as 28605, ISO 8859-15); Thai (Windows) */
Packit ae235b
    {875, "cp875"}, /* IBM EBCDIC Greek Modern */
Packit ae235b
    {932, "shift_jis"}, /* ANSI/OEM Japanese; Japanese (Shift-JIS) */
Packit ae235b
    {932, "shift-jis"}, /* alternative name for it */
Packit ae235b
    {936, "gb2312"}, /* ANSI/OEM Simplified Chinese (PRC, Singapore); Chinese Simplified (GB2312) */
Packit ae235b
    {949, "ks_c_5601-1987"}, /* ANSI/OEM Korean (Unified Hangul Code) */
Packit ae235b
    {950, "big5"}, /* ANSI/OEM Traditional Chinese (Taiwan; Hong Kong SAR, PRC); Chinese Traditional (Big5) */
Packit ae235b
    {950, "big5hkscs"}, /* ANSI/OEM Traditional Chinese (Hong Kong SAR); Chinese Traditional (Big5-HKSCS) */
Packit ae235b
    {950, "big5-hkscs"}, /* alternative name for it */
Packit ae235b
    {1026, "IBM1026"}, /* IBM EBCDIC Turkish (Latin 5) */
Packit ae235b
    {1047, "IBM01047"}, /* IBM EBCDIC Latin 1/Open System */
Packit ae235b
    {1140, "IBM01140"}, /* IBM EBCDIC US-Canada (037 + Euro symbol); IBM EBCDIC (US-Canada-Euro) */
Packit ae235b
    {1141, "IBM01141"}, /* IBM EBCDIC Germany (20273 + Euro symbol); IBM EBCDIC (Germany-Euro) */
Packit ae235b
    {1142, "IBM01142"}, /* IBM EBCDIC Denmark-Norway (20277 + Euro symbol); IBM EBCDIC (Denmark-Norway-Euro) */
Packit ae235b
    {1143, "IBM01143"}, /* IBM EBCDIC Finland-Sweden (20278 + Euro symbol); IBM EBCDIC (Finland-Sweden-Euro) */
Packit ae235b
    {1144, "IBM01144"}, /* IBM EBCDIC Italy (20280 + Euro symbol); IBM EBCDIC (Italy-Euro) */
Packit ae235b
    {1145, "IBM01145"}, /* IBM EBCDIC Latin America-Spain (20284 + Euro symbol); IBM EBCDIC (Spain-Euro) */
Packit ae235b
    {1146, "IBM01146"}, /* IBM EBCDIC United Kingdom (20285 + Euro symbol); IBM EBCDIC (UK-Euro) */
Packit ae235b
    {1147, "IBM01147"}, /* IBM EBCDIC France (20297 + Euro symbol); IBM EBCDIC (France-Euro) */
Packit ae235b
    {1148, "IBM01148"}, /* IBM EBCDIC International (500 + Euro symbol); IBM EBCDIC (International-Euro) */
Packit ae235b
    {1149, "IBM01149"}, /* IBM EBCDIC Icelandic (20871 + Euro symbol); IBM EBCDIC (Icelandic-Euro) */
Packit ae235b
    {1250, "windows-1250"}, /* ANSI Central European; Central European (Windows) */
Packit ae235b
    {1251, "windows-1251"}, /* ANSI Cyrillic; Cyrillic (Windows) */
Packit ae235b
    {1252, "windows-1252"}, /* ANSI Latin 1; Western European (Windows) */
Packit ae235b
    {1253, "windows-1253"}, /* ANSI Greek; Greek (Windows) */
Packit ae235b
    {1254, "windows-1254"}, /* ANSI Turkish; Turkish (Windows) */
Packit ae235b
    {1255, "windows-1255"}, /* ANSI Hebrew; Hebrew (Windows) */
Packit ae235b
    {1256, "windows-1256"}, /* ANSI Arabic; Arabic (Windows) */
Packit ae235b
    {1257, "windows-1257"}, /* ANSI Baltic; Baltic (Windows) */
Packit ae235b
    {1258, "windows-1258"}, /* ANSI/OEM Vietnamese; Vietnamese (Windows) */
Packit ae235b
    {1361, "Johab"}, /* Korean (Johab) */
Packit ae235b
    {10000, "macintosh"}, /* MAC Roman; Western European (Mac) */
Packit ae235b
    {10001, "x-mac-japanese"}, /* Japanese (Mac) */
Packit ae235b
    {10002, "x-mac-chinesetrad"}, /* MAC Traditional Chinese (Big5); Chinese Traditional (Mac) */
Packit ae235b
    {10003, "x-mac-korean"}, /* Korean (Mac) */
Packit ae235b
    {10004, "x-mac-arabic"}, /* Arabic (Mac) */
Packit ae235b
    {10005, "x-mac-hebrew"}, /* Hebrew (Mac) */
Packit ae235b
    {10006, "x-mac-greek"}, /* Greek (Mac) */
Packit ae235b
    {10007, "x-mac-cyrillic"}, /* Cyrillic (Mac) */
Packit ae235b
    {10008, "x-mac-chinesesimp"}, /* MAC Simplified Chinese (GB 2312); Chinese Simplified (Mac) */
Packit ae235b
    {10010, "x-mac-romanian"}, /* Romanian (Mac) */
Packit ae235b
    {10017, "x-mac-ukrainian"}, /* Ukrainian (Mac) */
Packit ae235b
    {10021, "x-mac-thai"}, /* Thai (Mac) */
Packit ae235b
    {10029, "x-mac-ce"}, /* MAC Latin 2; Central European (Mac) */
Packit ae235b
    {10079, "x-mac-icelandic"}, /* Icelandic (Mac) */
Packit ae235b
    {10081, "x-mac-turkish"}, /* Turkish (Mac) */
Packit ae235b
    {10082, "x-mac-croatian"}, /* Croatian (Mac) */
Packit ae235b
    {20000, "x-Chinese_CNS"}, /* CNS Taiwan; Chinese Traditional (CNS) */
Packit ae235b
    {20001, "x-cp20001"}, /* TCA Taiwan */
Packit ae235b
    {20002, "x_Chinese-Eten"}, /* Eten Taiwan; Chinese Traditional (Eten) */
Packit ae235b
    {20003, "x-cp20003"}, /* IBM5550 Taiwan */
Packit ae235b
    {20004, "x-cp20004"}, /* TeleText Taiwan */
Packit ae235b
    {20005, "x-cp20005"}, /* Wang Taiwan */
Packit ae235b
    {20105, "x-IA5"}, /* IA5 (IRV International Alphabet No. 5, 7-bit); Western European (IA5) */
Packit ae235b
    {20106, "x-IA5-German"}, /* IA5 German (7-bit) */
Packit ae235b
    {20107, "x-IA5-Swedish"}, /* IA5 Swedish (7-bit) */
Packit ae235b
    {20108, "x-IA5-Norwegian"}, /* IA5 Norwegian (7-bit) */
Packit ae235b
    {20127, "us-ascii"}, /* US-ASCII (7-bit) */
Packit ae235b
    {20261, "x-cp20261"}, /* T.61 */
Packit ae235b
    {20269, "x-cp20269"}, /* ISO 6937 Non-Spacing Accent */
Packit ae235b
    {20273, "IBM273"}, /* IBM EBCDIC Germany */
Packit ae235b
    {20277, "IBM277"}, /* IBM EBCDIC Denmark-Norway */
Packit ae235b
    {20278, "IBM278"}, /* IBM EBCDIC Finland-Sweden */
Packit ae235b
    {20280, "IBM280"}, /* IBM EBCDIC Italy */
Packit ae235b
    {20284, "IBM284"}, /* IBM EBCDIC Latin America-Spain */
Packit ae235b
    {20285, "IBM285"}, /* IBM EBCDIC United Kingdom */
Packit ae235b
    {20290, "IBM290"}, /* IBM EBCDIC Japanese Katakana Extended */
Packit ae235b
    {20297, "IBM297"}, /* IBM EBCDIC France */
Packit ae235b
    {20420, "IBM420"}, /* IBM EBCDIC Arabic */
Packit ae235b
    {20423, "IBM423"}, /* IBM EBCDIC Greek */
Packit ae235b
    {20424, "IBM424"}, /* IBM EBCDIC Hebrew */
Packit ae235b
    {20833, "x-EBCDIC-KoreanExtended"}, /* IBM EBCDIC Korean Extended */
Packit ae235b
    {20838, "IBM-Thai"}, /* IBM EBCDIC Thai */
Packit ae235b
    {20866, "koi8-r"}, /* Russian (KOI8-R); Cyrillic (KOI8-R) */
Packit ae235b
    {20871, "IBM871"}, /* IBM EBCDIC Icelandic */
Packit ae235b
    {20880, "IBM880"}, /* IBM EBCDIC Cyrillic Russian */
Packit ae235b
    {20905, "IBM905"}, /* IBM EBCDIC Turkish */
Packit ae235b
    {20924, "IBM00924"}, /* IBM EBCDIC Latin 1/Open System (1047 + Euro symbol) */
Packit ae235b
    {20932, "EUC-JP"}, /* Japanese (JIS 0208-1990 and 0121-1990) */
Packit ae235b
    {20936, "x-cp20936"}, /* Simplified Chinese (GB2312); Chinese Simplified (GB2312-80) */
Packit ae235b
    {20949, "x-cp20949"}, /* Korean Wansung */
Packit ae235b
    {21025, "cp1025"}, /* IBM EBCDIC Cyrillic Serbian-Bulgarian */
Packit ae235b
    /* 21027 		(deprecated) */
Packit ae235b
    {21866, "koi8-u"}, /* Ukrainian (KOI8-U); Cyrillic (KOI8-U) */
Packit ae235b
    {28591, "iso-8859-1"}, /* ISO 8859-1 Latin 1; Western European (ISO) */
Packit ae235b
    {28591, "iso8859-1"}, /* ISO 8859-1 Latin 1; Western European (ISO) */
Packit ae235b
    {28591, "iso_8859-1"},
Packit ae235b
    {28591, "iso_8859_1"},
Packit ae235b
    {28592, "iso-8859-2"}, /* ISO 8859-2 Central European; Central European (ISO) */
Packit ae235b
    {28592, "iso8859-2"}, /* ISO 8859-2 Central European; Central European (ISO) */
Packit ae235b
    {28592, "iso_8859-2"},
Packit ae235b
    {28592, "iso_8859_2"},
Packit ae235b
    {28593, "iso-8859-3"}, /* ISO 8859-3 Latin 3 */
Packit ae235b
    {28593, "iso8859-3"}, /* ISO 8859-3 Latin 3 */
Packit ae235b
    {28593, "iso_8859-3"},
Packit ae235b
    {28593, "iso_8859_3"},
Packit ae235b
    {28594, "iso-8859-4"}, /* ISO 8859-4 Baltic */
Packit ae235b
    {28594, "iso8859-4"}, /* ISO 8859-4 Baltic */
Packit ae235b
    {28594, "iso_8859-4"},
Packit ae235b
    {28594, "iso_8859_4"},
Packit ae235b
    {28595, "iso-8859-5"}, /* ISO 8859-5 Cyrillic */
Packit ae235b
    {28595, "iso8859-5"}, /* ISO 8859-5 Cyrillic */
Packit ae235b
    {28595, "iso_8859-5"},
Packit ae235b
    {28595, "iso_8859_5"},
Packit ae235b
    {28596, "iso-8859-6"}, /* ISO 8859-6 Arabic */
Packit ae235b
    {28596, "iso8859-6"}, /* ISO 8859-6 Arabic */
Packit ae235b
    {28596, "iso_8859-6"},
Packit ae235b
    {28596, "iso_8859_6"},
Packit ae235b
    {28597, "iso-8859-7"}, /* ISO 8859-7 Greek */
Packit ae235b
    {28597, "iso8859-7"}, /* ISO 8859-7 Greek */
Packit ae235b
    {28597, "iso_8859-7"},
Packit ae235b
    {28597, "iso_8859_7"},
Packit ae235b
    {28598, "iso-8859-8"}, /* ISO 8859-8 Hebrew; Hebrew (ISO-Visual) */
Packit ae235b
    {28598, "iso8859-8"}, /* ISO 8859-8 Hebrew; Hebrew (ISO-Visual) */
Packit ae235b
    {28598, "iso_8859-8"},
Packit ae235b
    {28598, "iso_8859_8"},
Packit ae235b
    {28599, "iso-8859-9"}, /* ISO 8859-9 Turkish */
Packit ae235b
    {28599, "iso8859-9"}, /* ISO 8859-9 Turkish */
Packit ae235b
    {28599, "iso_8859-9"},
Packit ae235b
    {28599, "iso_8859_9"},
Packit ae235b
    {28603, "iso-8859-13"}, /* ISO 8859-13 Estonian */
Packit ae235b
    {28603, "iso8859-13"}, /* ISO 8859-13 Estonian */
Packit ae235b
    {28603, "iso_8859-13"},
Packit ae235b
    {28603, "iso_8859_13"},
Packit ae235b
    {28605, "iso-8859-15"}, /* ISO 8859-15 Latin 9 */
Packit ae235b
    {28605, "iso8859-15"}, /* ISO 8859-15 Latin 9 */
Packit ae235b
    {28605, "iso_8859-15"},
Packit ae235b
    {28605, "iso_8859_15"},
Packit ae235b
    {29001, "x-Europa"}, /* Europa 3 */
Packit ae235b
    {38598, "iso-8859-8-i"}, /* ISO 8859-8 Hebrew; Hebrew (ISO-Logical) */
Packit ae235b
    {38598, "iso8859-8-i"}, /* ISO 8859-8 Hebrew; Hebrew (ISO-Logical) */
Packit ae235b
    {38598, "iso_8859-8-i"},
Packit ae235b
    {38598, "iso_8859_8-i"},
Packit ae235b
    {50220, "iso-2022-jp"}, /* ISO 2022 Japanese with no halfwidth Katakana; Japanese (JIS) */
Packit ae235b
    {50221, "csISO2022JP"}, /* ISO 2022 Japanese with halfwidth Katakana; Japanese (JIS-Allow 1 byte Kana) */
Packit ae235b
    {50222, "iso-2022-jp"}, /* ISO 2022 Japanese JIS X 0201-1989; Japanese (JIS-Allow 1 byte Kana - SO/SI) */
Packit ae235b
    {50225, "iso-2022-kr"}, /* ISO 2022 Korean */
Packit ae235b
    {50225, "iso2022-kr"}, /* ISO 2022 Korean */
Packit ae235b
    {50227, "x-cp50227"}, /* ISO 2022 Simplified Chinese; Chinese Simplified (ISO 2022) */
Packit ae235b
    /* 50229 		ISO 2022 Traditional Chinese */
Packit ae235b
    /* 50930 		EBCDIC Japanese (Katakana) Extended */
Packit ae235b
    /* 50931 		EBCDIC US-Canada and Japanese */
Packit ae235b
    /* 50933 		EBCDIC Korean Extended and Korean */
Packit ae235b
    /* 50935 		EBCDIC Simplified Chinese Extended and Simplified Chinese */
Packit ae235b
    /* 50936 		EBCDIC Simplified Chinese */
Packit ae235b
    /* 50937 		EBCDIC US-Canada and Traditional Chinese */
Packit ae235b
    /* 50939 		EBCDIC Japanese (Latin) Extended and Japanese */
Packit ae235b
    {51932, "euc-jp"}, /* EUC Japanese */
Packit ae235b
    {51936, "EUC-CN"}, /* EUC Simplified Chinese; Chinese Simplified (EUC) */
Packit ae235b
    {51949, "euc-kr"}, /* EUC Korean */
Packit ae235b
    /* 51950 		EUC Traditional Chinese */
Packit ae235b
    {52936, "hz-gb-2312"}, /* HZ-GB2312 Simplified Chinese; Chinese Simplified (HZ) */
Packit ae235b
    {54936, "GB18030"}, /* Windows XP and later: GB18030 Simplified Chinese (4 byte); Chinese Simplified (GB18030) */
Packit ae235b
    {57002, "x-iscii-de"}, /* ISCII Devanagari */
Packit ae235b
    {57003, "x-iscii-be"}, /* ISCII Bengali */
Packit ae235b
    {57004, "x-iscii-ta"}, /* ISCII Tamil */
Packit ae235b
    {57005, "x-iscii-te"}, /* ISCII Telugu */
Packit ae235b
    {57006, "x-iscii-as"}, /* ISCII Assamese */
Packit ae235b
    {57007, "x-iscii-or"}, /* ISCII Oriya */
Packit ae235b
    {57008, "x-iscii-ka"}, /* ISCII Kannada */
Packit ae235b
    {57009, "x-iscii-ma"}, /* ISCII Malayalam */
Packit ae235b
    {57010, "x-iscii-gu"}, /* ISCII Gujarati */
Packit ae235b
    {57011, "x-iscii-pa"}, /* ISCII Punjabi */
Packit ae235b
Packit ae235b
    {0, NULL}
Packit ae235b
};
Packit ae235b
Packit ae235b
/*
Packit ae235b
 * SJIS SHIFTJIS table              CP932 table
Packit ae235b
 * ---- --------------------------- --------------------------------
Packit ae235b
 *   5C U+00A5 YEN SIGN             U+005C REVERSE SOLIDUS
Packit ae235b
 *   7E U+203E OVERLINE             U+007E TILDE
Packit ae235b
 * 815C U+2014 EM DASH              U+2015 HORIZONTAL BAR
Packit ae235b
 * 815F U+005C REVERSE SOLIDUS      U+FF3C FULLWIDTH REVERSE SOLIDUS
Packit ae235b
 * 8160 U+301C WAVE DASH            U+FF5E FULLWIDTH TILDE
Packit ae235b
 * 8161 U+2016 DOUBLE VERTICAL LINE U+2225 PARALLEL TO
Packit ae235b
 * 817C U+2212 MINUS SIGN           U+FF0D FULLWIDTH HYPHEN-MINUS
Packit ae235b
 * 8191 U+00A2 CENT SIGN            U+FFE0 FULLWIDTH CENT SIGN
Packit ae235b
 * 8192 U+00A3 POUND SIGN           U+FFE1 FULLWIDTH POUND SIGN
Packit ae235b
 * 81CA U+00AC NOT SIGN             U+FFE2 FULLWIDTH NOT SIGN
Packit ae235b
 *
Packit ae235b
 * EUC-JP and ISO-2022-JP should be compatible with CP932.
Packit ae235b
 *
Packit ae235b
 * Kernel and MLang have different Unicode mapping table.  Make sure
Packit ae235b
 * which API is used.
Packit ae235b
 */
Packit ae235b
static compat_t cp932_compat[] = {
Packit ae235b
    {0x00A5, 0x005C, COMPAT_OUT},
Packit ae235b
    {0x203E, 0x007E, COMPAT_OUT},
Packit ae235b
    {0x2014, 0x2015, COMPAT_OUT},
Packit ae235b
    {0x301C, 0xFF5E, COMPAT_OUT},
Packit ae235b
    {0x2016, 0x2225, COMPAT_OUT},
Packit ae235b
    {0x2212, 0xFF0D, COMPAT_OUT},
Packit ae235b
    {0x00A2, 0xFFE0, COMPAT_OUT},
Packit ae235b
    {0x00A3, 0xFFE1, COMPAT_OUT},
Packit ae235b
    {0x00AC, 0xFFE2, COMPAT_OUT},
Packit ae235b
    {0, 0, 0}
Packit ae235b
};
Packit ae235b
Packit ae235b
static compat_t cp20932_compat[] = {
Packit ae235b
    {0x00A5, 0x005C, COMPAT_OUT},
Packit ae235b
    {0x203E, 0x007E, COMPAT_OUT},
Packit ae235b
    {0x2014, 0x2015, COMPAT_OUT},
Packit ae235b
    {0xFF5E, 0x301C, COMPAT_OUT|COMPAT_IN},
Packit ae235b
    {0x2225, 0x2016, COMPAT_OUT|COMPAT_IN},
Packit ae235b
    {0xFF0D, 0x2212, COMPAT_OUT|COMPAT_IN},
Packit ae235b
    {0xFFE0, 0x00A2, COMPAT_OUT|COMPAT_IN},
Packit ae235b
    {0xFFE1, 0x00A3, COMPAT_OUT|COMPAT_IN},
Packit ae235b
    {0xFFE2, 0x00AC, COMPAT_OUT|COMPAT_IN},
Packit ae235b
    {0, 0, 0}
Packit ae235b
};
Packit ae235b
Packit ae235b
static compat_t *cp51932_compat = cp932_compat;
Packit ae235b
Packit ae235b
/* cp20932_compat for kernel.  cp932_compat for mlang. */
Packit ae235b
static compat_t *cp5022x_compat = cp932_compat;
Packit ae235b
Packit ae235b
typedef HRESULT (WINAPI *CONVERTINETSTRING)(
Packit ae235b
    LPDWORD lpdwMode,
Packit ae235b
    DWORD dwSrcEncoding,
Packit ae235b
    DWORD dwDstEncoding,
Packit ae235b
    LPCSTR lpSrcStr,
Packit ae235b
    LPINT lpnSrcSize,
Packit ae235b
    LPBYTE lpDstStr,
Packit ae235b
    LPINT lpnDstSize
Packit ae235b
);
Packit ae235b
typedef HRESULT (WINAPI *CONVERTINETMULTIBYTETOUNICODE)(
Packit ae235b
    LPDWORD lpdwMode,
Packit ae235b
    DWORD dwSrcEncoding,
Packit ae235b
    LPCSTR lpSrcStr,
Packit ae235b
    LPINT lpnMultiCharCount,
Packit ae235b
    LPWSTR lpDstStr,
Packit ae235b
    LPINT lpnWideCharCount
Packit ae235b
);
Packit ae235b
typedef HRESULT (WINAPI *CONVERTINETUNICODETOMULTIBYTE)(
Packit ae235b
    LPDWORD lpdwMode,
Packit ae235b
    DWORD dwEncoding,
Packit ae235b
    LPCWSTR lpSrcStr,
Packit ae235b
    LPINT lpnWideCharCount,
Packit ae235b
    LPSTR lpDstStr,
Packit ae235b
    LPINT lpnMultiCharCount
Packit ae235b
);
Packit ae235b
typedef HRESULT (WINAPI *ISCONVERTINETSTRINGAVAILABLE)(
Packit ae235b
    DWORD dwSrcEncoding,
Packit ae235b
    DWORD dwDstEncoding
Packit ae235b
);
Packit ae235b
typedef HRESULT (WINAPI *LCIDTORFC1766A)(
Packit ae235b
    LCID Locale,
Packit ae235b
    LPSTR pszRfc1766,
Packit ae235b
    int nChar
Packit ae235b
);
Packit ae235b
typedef HRESULT (WINAPI *LCIDTORFC1766W)(
Packit ae235b
    LCID Locale,
Packit ae235b
    LPWSTR pszRfc1766,
Packit ae235b
    int nChar
Packit ae235b
);
Packit ae235b
typedef HRESULT (WINAPI *RFC1766TOLCIDA)(
Packit ae235b
    LCID *pLocale,
Packit ae235b
    LPSTR pszRfc1766
Packit ae235b
);
Packit ae235b
typedef HRESULT (WINAPI *RFC1766TOLCIDW)(
Packit ae235b
    LCID *pLocale,
Packit ae235b
    LPWSTR pszRfc1766
Packit ae235b
);
Packit ae235b
static CONVERTINETSTRING ConvertINetString;
Packit ae235b
static CONVERTINETMULTIBYTETOUNICODE ConvertINetMultiByteToUnicode;
Packit ae235b
static CONVERTINETUNICODETOMULTIBYTE ConvertINetUnicodeToMultiByte;
Packit ae235b
static ISCONVERTINETSTRINGAVAILABLE IsConvertINetStringAvailable;
Packit ae235b
static LCIDTORFC1766A LcidToRfc1766A;
Packit ae235b
static RFC1766TOLCIDA Rfc1766ToLcidA;
Packit ae235b
Packit ae235b
static int
Packit ae235b
load_mlang(void)
Packit ae235b
{
Packit ae235b
    HMODULE h;
Packit ae235b
    if (ConvertINetString != NULL)
Packit ae235b
        return TRUE;
Packit ae235b
    h = LoadLibrary(TEXT("mlang.dll"));
Packit ae235b
    if (!h)
Packit ae235b
        return FALSE;
Packit ae235b
    ConvertINetString = (CONVERTINETSTRING)GetProcAddressA(h, "ConvertINetString");
Packit ae235b
    ConvertINetMultiByteToUnicode = (CONVERTINETMULTIBYTETOUNICODE)GetProcAddressA(h, "ConvertINetMultiByteToUnicode");
Packit ae235b
    ConvertINetUnicodeToMultiByte = (CONVERTINETUNICODETOMULTIBYTE)GetProcAddressA(h, "ConvertINetUnicodeToMultiByte");
Packit ae235b
    IsConvertINetStringAvailable = (ISCONVERTINETSTRINGAVAILABLE)GetProcAddressA(h, "IsConvertINetStringAvailable");
Packit ae235b
    LcidToRfc1766A = (LCIDTORFC1766A)GetProcAddressA(h, "LcidToRfc1766A");
Packit ae235b
    Rfc1766ToLcidA = (RFC1766TOLCIDA)GetProcAddressA(h, "Rfc1766ToLcidA");
Packit ae235b
    return TRUE;
Packit ae235b
}
Packit ae235b
Packit ae235b
iconv_t
Packit ae235b
iconv_open(const char *tocode, const char *fromcode)
Packit ae235b
{
Packit ae235b
    rec_iconv_t *cd;
Packit ae235b
Packit ae235b
    cd = (rec_iconv_t *)calloc(1, sizeof(rec_iconv_t));
Packit ae235b
    if (cd == NULL)
Packit ae235b
        return (iconv_t)(-1);
Packit ae235b
Packit ae235b
#if defined(USE_LIBICONV_DLL)
Packit ae235b
    errno = 0;
Packit ae235b
    if (libiconv_iconv_open(cd, tocode, fromcode))
Packit ae235b
        return (iconv_t)cd;
Packit ae235b
#endif
Packit ae235b
Packit ae235b
    /* reset the errno to prevent reporting wrong error code.
Packit ae235b
     * 0 for unsorted error. */
Packit ae235b
    errno = 0;
Packit ae235b
    if (win_iconv_open(cd, tocode, fromcode))
Packit ae235b
        return (iconv_t)cd;
Packit ae235b
Packit ae235b
    free(cd);
Packit ae235b
Packit ae235b
    return (iconv_t)(-1);
Packit ae235b
}
Packit ae235b
Packit ae235b
int
Packit ae235b
iconv_close(iconv_t _cd)
Packit ae235b
{
Packit ae235b
    rec_iconv_t *cd = (rec_iconv_t *)_cd;
Packit ae235b
    int r = cd->iconv_close(cd->cd);
Packit ae235b
    int e = *(cd->_errno());
Packit ae235b
#if defined(USE_LIBICONV_DLL)
Packit ae235b
    if (cd->hlibiconv != NULL)
Packit ae235b
        FreeLibrary(cd->hlibiconv);
Packit ae235b
#endif
Packit ae235b
    free(cd);
Packit ae235b
    errno = e;
Packit ae235b
    return r;
Packit ae235b
}
Packit ae235b
Packit ae235b
size_t
Packit ae235b
iconv(iconv_t _cd, /* const */ char **inbuf, size_t *inbytesleft, char **outbuf, size_t *outbytesleft)
Packit ae235b
{
Packit ae235b
    rec_iconv_t *cd = (rec_iconv_t *)_cd;
Packit ae235b
    size_t r = cd->iconv(cd->cd, inbuf, inbytesleft, outbuf, outbytesleft);
Packit ae235b
    errno = *(cd->_errno());
Packit ae235b
    return r;
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
win_iconv_open(rec_iconv_t *cd, const char *tocode, const char *fromcode)
Packit ae235b
{
Packit ae235b
    if (!make_csconv(fromcode, &cd->from) || !make_csconv(tocode, &cd->to))
Packit ae235b
        return FALSE;
Packit ae235b
    cd->iconv_close = win_iconv_close;
Packit ae235b
    cd->iconv = win_iconv;
Packit ae235b
    cd->_errno = _errno;
Packit ae235b
    cd->cd = (iconv_t)cd;
Packit ae235b
    return TRUE;
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
win_iconv_close(iconv_t cd UNUSED)
Packit ae235b
{
Packit ae235b
    return 0;
Packit ae235b
}
Packit ae235b
Packit ae235b
static size_t
Packit ae235b
win_iconv(iconv_t _cd, /* const */ char **inbuf, size_t *inbytesleft, char **outbuf, size_t *outbytesleft)
Packit ae235b
{
Packit ae235b
    rec_iconv_t *cd = (rec_iconv_t *)_cd;
Packit ae235b
    ushort wbuf[MB_CHAR_MAX]; /* enough room for one character */
Packit ae235b
    int insize;
Packit ae235b
    int outsize;
Packit ae235b
    int wsize;
Packit ae235b
    DWORD frommode;
Packit ae235b
    DWORD tomode;
Packit ae235b
    uint wc;
Packit ae235b
    compat_t *cp;
Packit ae235b
    int i;
Packit ae235b
Packit ae235b
    if (inbuf == NULL || *inbuf == NULL)
Packit ae235b
    {
Packit ae235b
        if (outbuf != NULL && *outbuf != NULL && cd->to.flush != NULL)
Packit ae235b
        {
Packit ae235b
            tomode = cd->to.mode;
Packit ae235b
            outsize = cd->to.flush(&cd->to, (uchar *)*outbuf, *outbytesleft);
Packit ae235b
            if (outsize == -1)
Packit ae235b
            {
Packit ae235b
                if ((cd->to.flags & FLAG_IGNORE) && errno != E2BIG)
Packit ae235b
                {
Packit ae235b
                    outsize = 0;
Packit ae235b
                }
Packit ae235b
                else
Packit ae235b
                {
Packit ae235b
                    cd->to.mode = tomode;
Packit ae235b
                    return (size_t)(-1);
Packit ae235b
                }
Packit ae235b
            }
Packit ae235b
            *outbuf += outsize;
Packit ae235b
            *outbytesleft -= outsize;
Packit ae235b
        }
Packit ae235b
        cd->from.mode = 0;
Packit ae235b
        cd->to.mode = 0;
Packit ae235b
        return 0;
Packit ae235b
    }
Packit ae235b
Packit ae235b
    while (*inbytesleft != 0)
Packit ae235b
    {
Packit ae235b
        frommode = cd->from.mode;
Packit ae235b
        tomode = cd->to.mode;
Packit ae235b
        wsize = MB_CHAR_MAX;
Packit ae235b
Packit ae235b
        insize = cd->from.mbtowc(&cd->from, (const uchar *)*inbuf, *inbytesleft, wbuf, &wsize);
Packit ae235b
        if (insize == -1)
Packit ae235b
        {
Packit ae235b
            if (cd->to.flags & FLAG_IGNORE)
Packit ae235b
            {
Packit ae235b
                cd->from.mode = frommode;
Packit ae235b
                insize = 1;
Packit ae235b
                wsize = 0;
Packit ae235b
            }
Packit ae235b
            else
Packit ae235b
            {
Packit ae235b
                cd->from.mode = frommode;
Packit ae235b
                return (size_t)(-1);
Packit ae235b
            }
Packit ae235b
        }
Packit ae235b
Packit ae235b
        if (wsize == 0)
Packit ae235b
        {
Packit ae235b
            *inbuf += insize;
Packit ae235b
            *inbytesleft -= insize;
Packit ae235b
            continue;
Packit ae235b
        }
Packit ae235b
Packit ae235b
        if (cd->from.compat != NULL)
Packit ae235b
        {
Packit ae235b
            wc = utf16_to_ucs4(wbuf);
Packit ae235b
            cp = cd->from.compat;
Packit ae235b
            for (i = 0; cp[i].in != 0; ++i)
Packit ae235b
            {
Packit ae235b
                if ((cp[i].flag & COMPAT_IN) && cp[i].out == wc)
Packit ae235b
                {
Packit ae235b
                    ucs4_to_utf16(cp[i].in, wbuf, &wsize);
Packit ae235b
                    break;
Packit ae235b
                }
Packit ae235b
            }
Packit ae235b
        }
Packit ae235b
Packit ae235b
        if (cd->to.compat != NULL)
Packit ae235b
        {
Packit ae235b
            wc = utf16_to_ucs4(wbuf);
Packit ae235b
            cp = cd->to.compat;
Packit ae235b
            for (i = 0; cp[i].in != 0; ++i)
Packit ae235b
            {
Packit ae235b
                if ((cp[i].flag & COMPAT_OUT) && cp[i].in == wc)
Packit ae235b
                {
Packit ae235b
                    ucs4_to_utf16(cp[i].out, wbuf, &wsize);
Packit ae235b
                    break;
Packit ae235b
                }
Packit ae235b
            }
Packit ae235b
        }
Packit ae235b
Packit ae235b
        outsize = cd->to.wctomb(&cd->to, wbuf, wsize, (uchar *)*outbuf, *outbytesleft);
Packit ae235b
        if (outsize == -1)
Packit ae235b
        {
Packit ae235b
            if ((cd->to.flags & FLAG_IGNORE) && errno != E2BIG)
Packit ae235b
            {
Packit ae235b
                cd->to.mode = tomode;
Packit ae235b
                outsize = 0;
Packit ae235b
            }
Packit ae235b
            else
Packit ae235b
            {
Packit ae235b
                cd->from.mode = frommode;
Packit ae235b
                cd->to.mode = tomode;
Packit ae235b
                return (size_t)(-1);
Packit ae235b
            }
Packit ae235b
        }
Packit ae235b
Packit ae235b
        *inbuf += insize;
Packit ae235b
        *outbuf += outsize;
Packit ae235b
        *inbytesleft -= insize;
Packit ae235b
        *outbytesleft -= outsize;
Packit ae235b
    }
Packit ae235b
Packit ae235b
    return 0;
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
make_csconv(const char *_name, csconv_t *cv)
Packit ae235b
{
Packit ae235b
    CPINFO cpinfo;
Packit ae235b
    int use_compat = TRUE;
Packit ae235b
    int flag = 0;
Packit ae235b
    char *name;
Packit ae235b
    char *p;
Packit ae235b
Packit ae235b
    name = xstrndup(_name, strlen(_name));
Packit ae235b
    if (name == NULL)
Packit ae235b
        return FALSE;
Packit ae235b
Packit ae235b
    /* check for option "enc_name//opt1//opt2" */
Packit ae235b
    while ((p = strrstr(name, "//")) != NULL)
Packit ae235b
    {
Packit ae235b
        if (_stricmp(p + 2, "nocompat") == 0)
Packit ae235b
            use_compat = FALSE;
Packit ae235b
        else if (_stricmp(p + 2, "translit") == 0)
Packit ae235b
            flag |= FLAG_TRANSLIT;
Packit ae235b
        else if (_stricmp(p + 2, "ignore") == 0)
Packit ae235b
            flag |= FLAG_IGNORE;
Packit ae235b
        *p = 0;
Packit ae235b
    }
Packit ae235b
Packit ae235b
    cv->mode = 0;
Packit ae235b
    cv->flags = flag;
Packit ae235b
    cv->mblen = NULL;
Packit ae235b
    cv->flush = NULL;
Packit ae235b
    cv->compat = NULL;
Packit ae235b
    cv->codepage = name_to_codepage(name);
Packit ae235b
    if (cv->codepage == 1200 || cv->codepage == 1201)
Packit ae235b
    {
Packit ae235b
        cv->mbtowc = utf16_mbtowc;
Packit ae235b
        cv->wctomb = utf16_wctomb;
Packit ae235b
        if (_stricmp(name, "UTF-16") == 0 || _stricmp(name, "UTF16") == 0 ||
Packit ae235b
          _stricmp(name, "UCS-2") == 0 || _stricmp(name, "UCS2") == 0)
Packit ae235b
            cv->flags |= FLAG_USE_BOM;
Packit ae235b
    }
Packit ae235b
    else if (cv->codepage == 12000 || cv->codepage == 12001)
Packit ae235b
    {
Packit ae235b
        cv->mbtowc = utf32_mbtowc;
Packit ae235b
        cv->wctomb = utf32_wctomb;
Packit ae235b
        if (_stricmp(name, "UTF-32") == 0 || _stricmp(name, "UTF32") == 0 ||
Packit ae235b
          _stricmp(name, "UCS-4") == 0 || _stricmp(name, "UCS4") == 0)
Packit ae235b
            cv->flags |= FLAG_USE_BOM;
Packit ae235b
    }
Packit ae235b
    else if (cv->codepage == 65001)
Packit ae235b
    {
Packit ae235b
        cv->mbtowc = kernel_mbtowc;
Packit ae235b
        cv->wctomb = kernel_wctomb;
Packit ae235b
        cv->mblen = utf8_mblen;
Packit ae235b
    }
Packit ae235b
    else if ((cv->codepage == 50220 || cv->codepage == 50221 || cv->codepage == 50222) && load_mlang())
Packit ae235b
    {
Packit ae235b
        cv->mbtowc = iso2022jp_mbtowc;
Packit ae235b
        cv->wctomb = iso2022jp_wctomb;
Packit ae235b
        cv->flush = iso2022jp_flush;
Packit ae235b
    }
Packit ae235b
    else if (cv->codepage == 51932 && load_mlang())
Packit ae235b
    {
Packit ae235b
        cv->mbtowc = mlang_mbtowc;
Packit ae235b
        cv->wctomb = mlang_wctomb;
Packit ae235b
        cv->mblen = eucjp_mblen;
Packit ae235b
    }
Packit ae235b
    else if (IsValidCodePage(cv->codepage)
Packit ae235b
	     && GetCPInfo(cv->codepage, &cpinfo) != 0)
Packit ae235b
    {
Packit ae235b
        cv->mbtowc = kernel_mbtowc;
Packit ae235b
        cv->wctomb = kernel_wctomb;
Packit ae235b
        if (cpinfo.MaxCharSize == 1)
Packit ae235b
            cv->mblen = sbcs_mblen;
Packit ae235b
        else if (cpinfo.MaxCharSize == 2)
Packit ae235b
            cv->mblen = dbcs_mblen;
Packit ae235b
        else
Packit ae235b
	    cv->mblen = mbcs_mblen;
Packit ae235b
    }
Packit ae235b
    else
Packit ae235b
    {
Packit ae235b
        /* not supported */
Packit ae235b
        free(name);
Packit ae235b
        errno = EINVAL;
Packit ae235b
        return FALSE;
Packit ae235b
    }
Packit ae235b
Packit ae235b
    if (use_compat)
Packit ae235b
    {
Packit ae235b
        switch (cv->codepage)
Packit ae235b
        {
Packit ae235b
        case 932: cv->compat = cp932_compat; break;
Packit ae235b
        case 20932: cv->compat = cp20932_compat; break;
Packit ae235b
        case 51932: cv->compat = cp51932_compat; break;
Packit ae235b
        case 50220: case 50221: case 50222: cv->compat = cp5022x_compat; break;
Packit ae235b
        }
Packit ae235b
    }
Packit ae235b
Packit ae235b
    free(name);
Packit ae235b
Packit ae235b
    return TRUE;
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
name_to_codepage(const char *name)
Packit ae235b
{
Packit ae235b
    int i;
Packit ae235b
Packit ae235b
    if (*name == '\0' ||
Packit ae235b
	strcmp(name, "char") == 0)
Packit ae235b
        return GetACP();
Packit ae235b
    else if (strcmp(name, "wchar_t") == 0)
Packit ae235b
        return 1200;
Packit ae235b
    else if (_strnicmp(name, "cp", 2) == 0)
Packit ae235b
        return atoi(name + 2); /* CP123 */
Packit ae235b
    else if ('0' <= name[0] && name[0] <= '9')
Packit ae235b
        return atoi(name);     /* 123 */
Packit ae235b
    else if (_strnicmp(name, "xx", 2) == 0)
Packit ae235b
        return atoi(name + 2); /* XX123 for debug */
Packit ae235b
Packit ae235b
    for (i = 0; codepage_alias[i].name != NULL; ++i)
Packit ae235b
        if (_stricmp(name, codepage_alias[i].name) == 0)
Packit ae235b
            return codepage_alias[i].codepage;
Packit ae235b
    return -1;
Packit ae235b
}
Packit ae235b
Packit ae235b
/*
Packit ae235b
 * http://www.faqs.org/rfcs/rfc2781.html
Packit ae235b
 */
Packit ae235b
static uint
Packit ae235b
utf16_to_ucs4(const ushort *wbuf)
Packit ae235b
{
Packit ae235b
    uint wc = wbuf[0];
Packit ae235b
    if (0xD800 <= wbuf[0] && wbuf[0] <= 0xDBFF)
Packit ae235b
        wc = ((wbuf[0] & 0x3FF) << 10) + (wbuf[1] & 0x3FF) + 0x10000;
Packit ae235b
    return wc;
Packit ae235b
}
Packit ae235b
Packit ae235b
static void
Packit ae235b
ucs4_to_utf16(uint wc, ushort *wbuf, int *wbufsize)
Packit ae235b
{
Packit ae235b
    if (wc < 0x10000)
Packit ae235b
    {
Packit ae235b
        wbuf[0] = wc;
Packit ae235b
        *wbufsize = 1;
Packit ae235b
    }
Packit ae235b
    else
Packit ae235b
    {
Packit ae235b
        wc -= 0x10000;
Packit ae235b
        wbuf[0] = 0xD800 | ((wc >> 10) & 0x3FF);
Packit ae235b
        wbuf[1] = 0xDC00 | (wc & 0x3FF);
Packit ae235b
        *wbufsize = 2;
Packit ae235b
    }
Packit ae235b
}
Packit ae235b
Packit ae235b
/*
Packit ae235b
 * Check if codepage is one of those for which the dwFlags parameter
Packit ae235b
 * to MultiByteToWideChar() must be zero. Return zero or
Packit ae235b
 * MB_ERR_INVALID_CHARS.  The docs in Platform SDK for for Windows
Packit ae235b
 * Server 2003 R2 claims that also codepage 65001 is one of these, but
Packit ae235b
 * that doesn't seem to be the case. The MSDN docs for MSVS2008 leave
Packit ae235b
 * out 65001 (UTF-8), and that indeed seems to be the case on XP, it
Packit ae235b
 * works fine to pass MB_ERR_INVALID_CHARS in dwFlags when converting
Packit ae235b
 * from UTF-8.
Packit ae235b
 */
Packit ae235b
static int
Packit ae235b
mbtowc_flags(int codepage)
Packit ae235b
{
Packit ae235b
    return (codepage == 50220 || codepage == 50221 ||
Packit ae235b
	    codepage == 50222 || codepage == 50225 ||
Packit ae235b
	    codepage == 50227 || codepage == 50229 ||
Packit ae235b
	    codepage == 52936 || codepage == 54936 ||
Packit ae235b
	    (codepage >= 57002 && codepage <= 57011) ||
Packit ae235b
	    codepage == 65000 || codepage == 42) ? 0 : MB_ERR_INVALID_CHARS;
Packit ae235b
}
Packit ae235b
Packit ae235b
/*
Packit ae235b
 * Check if codepage is one those for which the lpUsedDefaultChar
Packit ae235b
 * parameter to WideCharToMultiByte() must be NULL.  The docs in
Packit ae235b
 * Platform SDK for Windows Server 2003 R2 claims that this is the
Packit ae235b
 * list below, while the MSDN docs for MSVS2008 claim that it is only
Packit ae235b
 * for 65000 (UTF-7) and 65001 (UTF-8). This time the earlier Platform
Packit ae235b
 * SDK seems to be correct, at least for XP.
Packit ae235b
 */
Packit ae235b
static int
Packit ae235b
must_use_null_useddefaultchar(int codepage)
Packit ae235b
{
Packit ae235b
    return (codepage == 65000 || codepage == 65001 ||
Packit ae235b
            codepage == 50220 || codepage == 50221 ||
Packit ae235b
            codepage == 50222 || codepage == 50225 ||
Packit ae235b
            codepage == 50227 || codepage == 50229 ||
Packit ae235b
            codepage == 52936 || codepage == 54936 ||
Packit ae235b
            (codepage >= 57002 && codepage <= 57011) ||
Packit ae235b
            codepage == 42);
Packit ae235b
}
Packit ae235b
Packit ae235b
static char *
Packit ae235b
strrstr(const char *str, const char *token)
Packit ae235b
{
Packit ae235b
    int len = strlen(token);
Packit ae235b
    const char *p = str + strlen(str);
Packit ae235b
Packit ae235b
    while (str <= --p)
Packit ae235b
        if (p[0] == token[0] && strncmp(p, token, len) == 0)
Packit ae235b
            return (char *)p;
Packit ae235b
    return NULL;
Packit ae235b
}
Packit ae235b
Packit ae235b
static char *
Packit ae235b
xstrndup(const char *s, size_t n)
Packit ae235b
{
Packit ae235b
    char *p;
Packit ae235b
Packit ae235b
    p = (char *)malloc(n + 1);
Packit ae235b
    if (p == NULL)
Packit ae235b
        return NULL;
Packit ae235b
    memcpy(p, s, n);
Packit ae235b
    p[n] = '\0';
Packit ae235b
    return p;
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
seterror(int err)
Packit ae235b
{
Packit ae235b
    errno = err;
Packit ae235b
    return -1;
Packit ae235b
}
Packit ae235b
Packit ae235b
#if defined(USE_LIBICONV_DLL)
Packit ae235b
static int
Packit ae235b
libiconv_iconv_open(rec_iconv_t *cd, const char *tocode, const char *fromcode)
Packit ae235b
{
Packit ae235b
    HMODULE hlibiconv = NULL;
Packit ae235b
    char *dllname;
Packit ae235b
    const char *p;
Packit ae235b
    const char *e;
Packit ae235b
    f_iconv_open _iconv_open;
Packit ae235b
Packit ae235b
    /*
Packit ae235b
     * always try to load dll, so that we can switch dll in runtime.
Packit ae235b
     */
Packit ae235b
Packit ae235b
    /* XXX: getenv() can't get variable set by SetEnvironmentVariable() */
Packit ae235b
    p = getenv("WINICONV_LIBICONV_DLL");
Packit ae235b
    if (p == NULL)
Packit ae235b
        p = DEFAULT_LIBICONV_DLL;
Packit ae235b
    /* parse comma separated value */
Packit ae235b
    for ( ; *p != 0; p = (*e == ',') ? e + 1 : e)
Packit ae235b
    {
Packit ae235b
        e = strchr(p, ',');
Packit ae235b
        if (p == e)
Packit ae235b
            continue;
Packit ae235b
        else if (e == NULL)
Packit ae235b
            e = p + strlen(p);
Packit ae235b
        dllname = xstrndup(p, e - p);
Packit ae235b
        if (dllname == NULL)
Packit ae235b
            return FALSE;
Packit ae235b
        hlibiconv = LoadLibraryA(dllname);
Packit ae235b
        free(dllname);
Packit ae235b
        if (hlibiconv != NULL)
Packit ae235b
        {
Packit ae235b
            if (hlibiconv == hwiniconv)
Packit ae235b
            {
Packit ae235b
                FreeLibrary(hlibiconv);
Packit ae235b
                hlibiconv = NULL;
Packit ae235b
                continue;
Packit ae235b
            }
Packit ae235b
            break;
Packit ae235b
        }
Packit ae235b
    }
Packit ae235b
Packit ae235b
    if (hlibiconv == NULL)
Packit ae235b
        goto failed;
Packit ae235b
Packit ae235b
    _iconv_open = (f_iconv_open)GetProcAddressA(hlibiconv, "libiconv_open");
Packit ae235b
    if (_iconv_open == NULL)
Packit ae235b
        _iconv_open = (f_iconv_open)GetProcAddressA(hlibiconv, "iconv_open");
Packit ae235b
    cd->iconv_close = (f_iconv_close)GetProcAddressA(hlibiconv, "libiconv_close");
Packit ae235b
    if (cd->iconv_close == NULL)
Packit ae235b
        cd->iconv_close = (f_iconv_close)GetProcAddressA(hlibiconv, "iconv_close");
Packit ae235b
    cd->iconv = (f_iconv)GetProcAddressA(hlibiconv, "libiconv");
Packit ae235b
    if (cd->iconv == NULL)
Packit ae235b
        cd->iconv = (f_iconv)GetProcAddressA(hlibiconv, "iconv");
Packit ae235b
    cd->_errno = (f_errno)find_imported_function(hlibiconv, "_errno");
Packit ae235b
    if (_iconv_open == NULL || cd->iconv_close == NULL
Packit ae235b
            || cd->iconv == NULL || cd->_errno == NULL)
Packit ae235b
        goto failed;
Packit ae235b
Packit ae235b
    cd->cd = _iconv_open(tocode, fromcode);
Packit ae235b
    if (cd->cd == (iconv_t)(-1))
Packit ae235b
        goto failed;
Packit ae235b
Packit ae235b
    cd->hlibiconv = hlibiconv;
Packit ae235b
    return TRUE;
Packit ae235b
Packit ae235b
failed:
Packit ae235b
    if (hlibiconv != NULL)
Packit ae235b
        FreeLibrary(hlibiconv);
Packit ae235b
    return FALSE;
Packit ae235b
}
Packit ae235b
Packit ae235b
/*
Packit ae235b
 * Reference:
Packit ae235b
 * http://forums.belution.com/ja/vc/000/234/78s.shtml
Packit ae235b
 * http://nienie.com/~masapico/api_ImageDirectoryEntryToData.html
Packit ae235b
 *
Packit ae235b
 * The formal way is
Packit ae235b
 *   imagehlp.h or dbghelp.h
Packit ae235b
 *   imagehlp.lib or dbghelp.lib
Packit ae235b
 *   ImageDirectoryEntryToData()
Packit ae235b
 */
Packit ae235b
#define TO_DOS_HEADER(base) ((PIMAGE_DOS_HEADER)(base))
Packit ae235b
#define TO_NT_HEADERS(base) ((PIMAGE_NT_HEADERS)((LPBYTE)(base) + TO_DOS_HEADER(base)->e_lfanew))
Packit ae235b
static PVOID
Packit ae235b
MyImageDirectoryEntryToData(LPVOID Base, BOOLEAN MappedAsImage, USHORT DirectoryEntry, PULONG Size)
Packit ae235b
{
Packit ae235b
    /* TODO: MappedAsImage? */
Packit ae235b
    PIMAGE_DATA_DIRECTORY p;
Packit ae235b
    p = TO_NT_HEADERS(Base)->OptionalHeader.DataDirectory + DirectoryEntry;
Packit ae235b
    if (p->VirtualAddress == 0) {
Packit ae235b
      *Size = 0;
Packit ae235b
      return NULL;
Packit ae235b
    }
Packit ae235b
    *Size = p->Size;
Packit ae235b
    return (PVOID)((LPBYTE)Base + p->VirtualAddress);
Packit ae235b
}
Packit ae235b
Packit ae235b
static FARPROC
Packit ae235b
find_imported_function(HMODULE hModule, const char *funcname)
Packit ae235b
{
Packit ae235b
    DWORD_PTR Base;
Packit ae235b
    ULONG Size;
Packit ae235b
    PIMAGE_IMPORT_DESCRIPTOR Imp;
Packit ae235b
    PIMAGE_THUNK_DATA Address;      /* Import Address Table */
Packit ae235b
    PIMAGE_THUNK_DATA Name;         /* Import Name Table */
Packit ae235b
    PIMAGE_IMPORT_BY_NAME ImpName;
Packit ae235b
Packit ae235b
    Base = (DWORD_PTR)hModule;
Packit ae235b
    Imp = (PIMAGE_IMPORT_DESCRIPTOR)MyImageDirectoryEntryToData(
Packit ae235b
            (LPVOID)Base,
Packit ae235b
            TRUE,
Packit ae235b
            IMAGE_DIRECTORY_ENTRY_IMPORT,
Packit ae235b
            &Size);
Packit ae235b
    if (Imp == NULL)
Packit ae235b
        return NULL;
Packit ae235b
    for ( ; Imp->OriginalFirstThunk != 0; ++Imp)
Packit ae235b
    {
Packit ae235b
        Address = (PIMAGE_THUNK_DATA)(Base + Imp->FirstThunk);
Packit ae235b
        Name = (PIMAGE_THUNK_DATA)(Base + Imp->OriginalFirstThunk);
Packit ae235b
        for ( ; Name->u1.Ordinal != 0; ++Name, ++Address)
Packit ae235b
        {
Packit ae235b
            if (!IMAGE_SNAP_BY_ORDINAL(Name->u1.Ordinal))
Packit ae235b
            {
Packit ae235b
                ImpName = (PIMAGE_IMPORT_BY_NAME)
Packit ae235b
                    (Base + (DWORD_PTR)Name->u1.AddressOfData);
Packit ae235b
                if (strcmp((char *)ImpName->Name, funcname) == 0)
Packit ae235b
                    return (FARPROC)Address->u1.Function;
Packit ae235b
            }
Packit ae235b
        }
Packit ae235b
    }
Packit ae235b
    return NULL;
Packit ae235b
}
Packit ae235b
#endif
Packit ae235b
Packit ae235b
static int
Packit ae235b
sbcs_mblen(csconv_t *cv UNUSED, const uchar *buf UNUSED, int bufsize UNUSED)
Packit ae235b
{
Packit ae235b
    return 1;
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
dbcs_mblen(csconv_t *cv, const uchar *buf, int bufsize)
Packit ae235b
{
Packit ae235b
    int len = IsDBCSLeadByteEx(cv->codepage, buf[0]) ? 2 : 1;
Packit ae235b
    if (bufsize < len)
Packit ae235b
        return seterror(EINVAL);
Packit ae235b
    return len;
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
mbcs_mblen(csconv_t *cv, const uchar *buf, int bufsize)
Packit ae235b
{
Packit ae235b
    int len = 0;
Packit ae235b
Packit ae235b
    if (cv->codepage == 54936) {
Packit ae235b
	if (buf[0] <= 0x7F) len = 1;
Packit ae235b
	else if (buf[0] >= 0x81 && buf[0] <= 0xFE &&
Packit ae235b
		 bufsize >= 2 &&
Packit ae235b
		 ((buf[1] >= 0x40 && buf[1] <= 0x7E) ||
Packit ae235b
		  (buf[1] >= 0x80 && buf[1] <= 0xFE))) len = 2;
Packit ae235b
	else if (buf[0] >= 0x81 && buf[0] <= 0xFE &&
Packit ae235b
		 bufsize >= 4 &&
Packit ae235b
		 buf[1] >= 0x30 && buf[1] <= 0x39) len = 4;
Packit ae235b
	else
Packit ae235b
	    return seterror(EINVAL);
Packit ae235b
	return len;
Packit ae235b
    }
Packit ae235b
    else
Packit ae235b
	return seterror(EINVAL);
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
utf8_mblen(csconv_t *cv UNUSED, const uchar *buf, int bufsize)
Packit ae235b
{
Packit ae235b
    int len = 0;
Packit ae235b
Packit ae235b
    if (buf[0] < 0x80) len = 1;
Packit ae235b
    else if ((buf[0] & 0xE0) == 0xC0) len = 2;
Packit ae235b
    else if ((buf[0] & 0xF0) == 0xE0) len = 3;
Packit ae235b
    else if ((buf[0] & 0xF8) == 0xF0) len = 4;
Packit ae235b
    else if ((buf[0] & 0xFC) == 0xF8) len = 5;
Packit ae235b
    else if ((buf[0] & 0xFE) == 0xFC) len = 6;
Packit ae235b
Packit ae235b
    if (len == 0)
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
    else if (bufsize < len)
Packit ae235b
        return seterror(EINVAL);
Packit ae235b
    return len;
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
eucjp_mblen(csconv_t *cv UNUSED, const uchar *buf, int bufsize)
Packit ae235b
{
Packit ae235b
    if (buf[0] < 0x80) /* ASCII */
Packit ae235b
        return 1;
Packit ae235b
    else if (buf[0] == 0x8E) /* JIS X 0201 */
Packit ae235b
    {
Packit ae235b
        if (bufsize < 2)
Packit ae235b
            return seterror(EINVAL);
Packit ae235b
        else if (!(0xA1 <= buf[1] && buf[1] <= 0xDF))
Packit ae235b
            return seterror(EILSEQ);
Packit ae235b
        return 2;
Packit ae235b
    }
Packit ae235b
    else if (buf[0] == 0x8F) /* JIS X 0212 */
Packit ae235b
    {
Packit ae235b
        if (bufsize < 3)
Packit ae235b
            return seterror(EINVAL);
Packit ae235b
        else if (!(0xA1 <= buf[1] && buf[1] <= 0xFE)
Packit ae235b
                || !(0xA1 <= buf[2] && buf[2] <= 0xFE))
Packit ae235b
            return seterror(EILSEQ);
Packit ae235b
        return 3;
Packit ae235b
    }
Packit ae235b
    else /* JIS X 0208 */
Packit ae235b
    {
Packit ae235b
        if (bufsize < 2)
Packit ae235b
            return seterror(EINVAL);
Packit ae235b
        else if (!(0xA1 <= buf[0] && buf[0] <= 0xFE)
Packit ae235b
                || !(0xA1 <= buf[1] && buf[1] <= 0xFE))
Packit ae235b
            return seterror(EILSEQ);
Packit ae235b
        return 2;
Packit ae235b
    }
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
kernel_mbtowc(csconv_t *cv, const uchar *buf, int bufsize, ushort *wbuf, int *wbufsize)
Packit ae235b
{
Packit ae235b
    int len;
Packit ae235b
Packit ae235b
    len = cv->mblen(cv, buf, bufsize);
Packit ae235b
    if (len == -1)
Packit ae235b
        return -1;
Packit ae235b
    /* If converting from ASCII, reject 8bit
Packit ae235b
     * chars. MultiByteToWideChar() doesn't. Note that for ASCII we
Packit ae235b
     * know that the mblen function is sbcs_mblen() so len is 1.
Packit ae235b
     */
Packit ae235b
    if (cv->codepage == 20127 && buf[0] >= 0x80)
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
    *wbufsize = MultiByteToWideChar(cv->codepage, mbtowc_flags (cv->codepage),
Packit ae235b
            (const char *)buf, len, (wchar_t *)wbuf, *wbufsize);
Packit ae235b
    if (*wbufsize == 0)
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
    return len;
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
kernel_wctomb(csconv_t *cv, ushort *wbuf, int wbufsize, uchar *buf, int bufsize)
Packit ae235b
{
Packit ae235b
    BOOL usedDefaultChar = 0;
Packit ae235b
    BOOL *p = NULL;
Packit ae235b
    int flags = 0;
Packit ae235b
    int len;
Packit ae235b
Packit ae235b
    if (bufsize == 0)
Packit ae235b
        return seterror(E2BIG);
Packit ae235b
    if (!must_use_null_useddefaultchar(cv->codepage))
Packit ae235b
    {
Packit ae235b
        p = &usedDefaultChar;
Packit ae235b
#ifdef WC_NO_BEST_FIT_CHARS
Packit ae235b
        if (!(cv->flags & FLAG_TRANSLIT))
Packit ae235b
            flags |= WC_NO_BEST_FIT_CHARS;
Packit ae235b
#endif
Packit ae235b
    }
Packit ae235b
    len = WideCharToMultiByte(cv->codepage, flags,
Packit ae235b
            (const wchar_t *)wbuf, wbufsize, (char *)buf, bufsize, NULL, p);
Packit ae235b
    if (len == 0)
Packit ae235b
    {
Packit ae235b
        if (GetLastError() == ERROR_INSUFFICIENT_BUFFER)
Packit ae235b
            return seterror(E2BIG);
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
    }
Packit ae235b
    else if (usedDefaultChar && !(cv->flags & FLAG_TRANSLIT))
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
    else if (cv->mblen(cv, buf, len) != len) /* validate result */
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
    return len;
Packit ae235b
}
Packit ae235b
Packit ae235b
/*
Packit ae235b
 * It seems that the mode (cv->mode) is fixnum.
Packit ae235b
 * For example, when converting iso-2022-jp(cp50221) to unicode:
Packit ae235b
 *      in ascii sequence: mode=0xC42C0000
Packit ae235b
 *   in jisx0208 sequence: mode=0xC42C0001
Packit ae235b
 * "C42C" is same for each convert session.
Packit ae235b
 * It should be: ((codepage-1)<<16)|state
Packit ae235b
 */
Packit ae235b
static int
Packit ae235b
mlang_mbtowc(csconv_t *cv, const uchar *buf, int bufsize, ushort *wbuf, int *wbufsize)
Packit ae235b
{
Packit ae235b
    int len;
Packit ae235b
    int insize;
Packit ae235b
    HRESULT hr;
Packit ae235b
Packit ae235b
    len = cv->mblen(cv, buf, bufsize);
Packit ae235b
    if (len == -1)
Packit ae235b
        return -1;
Packit ae235b
    insize = len;
Packit ae235b
    hr = ConvertINetMultiByteToUnicode(&cv->mode, cv->codepage,
Packit ae235b
            (const char *)buf, &insize, (wchar_t *)wbuf, wbufsize);
Packit ae235b
    if (hr != S_OK || insize != len)
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
    return len;
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
mlang_wctomb(csconv_t *cv, ushort *wbuf, int wbufsize, uchar *buf, int bufsize)
Packit ae235b
{
Packit ae235b
    char tmpbuf[MB_CHAR_MAX]; /* enough room for one character */
Packit ae235b
    int tmpsize = MB_CHAR_MAX;
Packit ae235b
    int insize = wbufsize;
Packit ae235b
    HRESULT hr;
Packit ae235b
Packit ae235b
    hr = ConvertINetUnicodeToMultiByte(&cv->mode, cv->codepage,
Packit ae235b
            (const wchar_t *)wbuf, &wbufsize, tmpbuf, &tmpsize);
Packit ae235b
    if (hr != S_OK || insize != wbufsize)
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
    else if (bufsize < tmpsize)
Packit ae235b
        return seterror(E2BIG);
Packit ae235b
    else if (cv->mblen(cv, (uchar *)tmpbuf, tmpsize) != tmpsize)
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
    memcpy(buf, tmpbuf, tmpsize);
Packit ae235b
    return tmpsize;
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
utf16_mbtowc(csconv_t *cv, const uchar *buf, int bufsize, ushort *wbuf, int *wbufsize)
Packit ae235b
{
Packit ae235b
    int codepage = cv->codepage;
Packit ae235b
Packit ae235b
    /* swap endian: 1200 <-> 1201 */
Packit ae235b
    if (cv->mode & UNICODE_MODE_SWAPPED)
Packit ae235b
        codepage ^= 1;
Packit ae235b
Packit ae235b
    if (bufsize < 2)
Packit ae235b
        return seterror(EINVAL);
Packit ae235b
    if (codepage == 1200) /* little endian */
Packit ae235b
        wbuf[0] = (buf[1] << 8) | buf[0];
Packit ae235b
    else if (codepage == 1201) /* big endian */
Packit ae235b
        wbuf[0] = (buf[0] << 8) | buf[1];
Packit ae235b
Packit ae235b
    if ((cv->flags & FLAG_USE_BOM) && !(cv->mode & UNICODE_MODE_BOM_DONE))
Packit ae235b
    {
Packit ae235b
        cv->mode |= UNICODE_MODE_BOM_DONE;
Packit ae235b
        if (wbuf[0] == 0xFFFE)
Packit ae235b
        {
Packit ae235b
            cv->mode |= UNICODE_MODE_SWAPPED;
Packit ae235b
            *wbufsize = 0;
Packit ae235b
            return 2;
Packit ae235b
        }
Packit ae235b
        else if (wbuf[0] == 0xFEFF)
Packit ae235b
        {
Packit ae235b
            *wbufsize = 0;
Packit ae235b
            return 2;
Packit ae235b
        }
Packit ae235b
    }
Packit ae235b
Packit ae235b
    if (0xDC00 <= wbuf[0] && wbuf[0] <= 0xDFFF)
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
    if (0xD800 <= wbuf[0] && wbuf[0] <= 0xDBFF)
Packit ae235b
    {
Packit ae235b
        if (bufsize < 4)
Packit ae235b
            return seterror(EINVAL);
Packit ae235b
        if (codepage == 1200) /* little endian */
Packit ae235b
            wbuf[1] = (buf[3] << 8) | buf[2];
Packit ae235b
        else if (codepage == 1201) /* big endian */
Packit ae235b
            wbuf[1] = (buf[2] << 8) | buf[3];
Packit ae235b
        if (!(0xDC00 <= wbuf[1] && wbuf[1] <= 0xDFFF))
Packit ae235b
            return seterror(EILSEQ);
Packit ae235b
        *wbufsize = 2;
Packit ae235b
        return 4;
Packit ae235b
    }
Packit ae235b
    *wbufsize = 1;
Packit ae235b
    return 2;
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
utf16_wctomb(csconv_t *cv, ushort *wbuf, int wbufsize, uchar *buf, int bufsize)
Packit ae235b
{
Packit ae235b
    if ((cv->flags & FLAG_USE_BOM) && !(cv->mode & UNICODE_MODE_BOM_DONE))
Packit ae235b
    {
Packit ae235b
        int r;
Packit ae235b
Packit ae235b
        cv->mode |= UNICODE_MODE_BOM_DONE;
Packit ae235b
        if (bufsize < 2)
Packit ae235b
            return seterror(E2BIG);
Packit ae235b
        if (cv->codepage == 1200) /* little endian */
Packit ae235b
            memcpy(buf, "\xFF\xFE", 2);
Packit ae235b
        else if (cv->codepage == 1201) /* big endian */
Packit ae235b
            memcpy(buf, "\xFE\xFF", 2);
Packit ae235b
Packit ae235b
        r = utf16_wctomb(cv, wbuf, wbufsize, buf + 2, bufsize - 2);
Packit ae235b
        if (r == -1)
Packit ae235b
            return -1;
Packit ae235b
        return r + 2;
Packit ae235b
    }
Packit ae235b
Packit ae235b
    if (bufsize < 2)
Packit ae235b
        return seterror(E2BIG);
Packit ae235b
    if (cv->codepage == 1200) /* little endian */
Packit ae235b
    {
Packit ae235b
        buf[0] = (wbuf[0] & 0x00FF);
Packit ae235b
        buf[1] = (wbuf[0] & 0xFF00) >> 8;
Packit ae235b
    }
Packit ae235b
    else if (cv->codepage == 1201) /* big endian */
Packit ae235b
    {
Packit ae235b
        buf[0] = (wbuf[0] & 0xFF00) >> 8;
Packit ae235b
        buf[1] = (wbuf[0] & 0x00FF);
Packit ae235b
    }
Packit ae235b
    if (0xD800 <= wbuf[0] && wbuf[0] <= 0xDBFF)
Packit ae235b
    {
Packit ae235b
        if (bufsize < 4)
Packit ae235b
            return seterror(E2BIG);
Packit ae235b
        if (cv->codepage == 1200) /* little endian */
Packit ae235b
        {
Packit ae235b
            buf[2] = (wbuf[1] & 0x00FF);
Packit ae235b
            buf[3] = (wbuf[1] & 0xFF00) >> 8;
Packit ae235b
        }
Packit ae235b
        else if (cv->codepage == 1201) /* big endian */
Packit ae235b
        {
Packit ae235b
            buf[2] = (wbuf[1] & 0xFF00) >> 8;
Packit ae235b
            buf[3] = (wbuf[1] & 0x00FF);
Packit ae235b
        }
Packit ae235b
        return 4;
Packit ae235b
    }
Packit ae235b
    return 2;
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
utf32_mbtowc(csconv_t *cv, const uchar *buf, int bufsize, ushort *wbuf, int *wbufsize)
Packit ae235b
{
Packit ae235b
    int codepage = cv->codepage;
Packit ae235b
    uint wc = 0xD800;
Packit ae235b
Packit ae235b
    /* swap endian: 12000 <-> 12001 */
Packit ae235b
    if (cv->mode & UNICODE_MODE_SWAPPED)
Packit ae235b
        codepage ^= 1;
Packit ae235b
Packit ae235b
    if (bufsize < 4)
Packit ae235b
        return seterror(EINVAL);
Packit ae235b
    if (codepage == 12000) /* little endian */
Packit ae235b
        wc = (buf[3] << 24) | (buf[2] << 16) | (buf[1] << 8) | buf[0];
Packit ae235b
    else if (codepage == 12001) /* big endian */
Packit ae235b
        wc = (buf[0] << 24) | (buf[1] << 16) | (buf[2] << 8) | buf[3];
Packit ae235b
Packit ae235b
    if ((cv->flags & FLAG_USE_BOM) && !(cv->mode & UNICODE_MODE_BOM_DONE))
Packit ae235b
    {
Packit ae235b
        cv->mode |= UNICODE_MODE_BOM_DONE;
Packit ae235b
        if (wc == 0xFFFE0000)
Packit ae235b
        {
Packit ae235b
            cv->mode |= UNICODE_MODE_SWAPPED;
Packit ae235b
            *wbufsize = 0;
Packit ae235b
            return 4;
Packit ae235b
        }
Packit ae235b
        else if (wc == 0x0000FEFF)
Packit ae235b
        {
Packit ae235b
            *wbufsize = 0;
Packit ae235b
            return 4;
Packit ae235b
        }
Packit ae235b
    }
Packit ae235b
Packit ae235b
    if ((0xD800 <= wc && wc <= 0xDFFF) || 0x10FFFF < wc)
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
    ucs4_to_utf16(wc, wbuf, wbufsize);
Packit ae235b
    return 4;
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
utf32_wctomb(csconv_t *cv, ushort *wbuf, int wbufsize, uchar *buf, int bufsize)
Packit ae235b
{
Packit ae235b
    uint wc;
Packit ae235b
Packit ae235b
    if ((cv->flags & FLAG_USE_BOM) && !(cv->mode & UNICODE_MODE_BOM_DONE))
Packit ae235b
    {
Packit ae235b
        int r;
Packit ae235b
Packit ae235b
        cv->mode |= UNICODE_MODE_BOM_DONE;
Packit ae235b
        if (bufsize < 4)
Packit ae235b
            return seterror(E2BIG);
Packit ae235b
        if (cv->codepage == 12000) /* little endian */
Packit ae235b
            memcpy(buf, "\xFF\xFE\x00\x00", 4);
Packit ae235b
        else if (cv->codepage == 12001) /* big endian */
Packit ae235b
            memcpy(buf, "\x00\x00\xFE\xFF", 4);
Packit ae235b
Packit ae235b
        r = utf32_wctomb(cv, wbuf, wbufsize, buf + 4, bufsize - 4);
Packit ae235b
        if (r == -1)
Packit ae235b
            return -1;
Packit ae235b
        return r + 4;
Packit ae235b
    }
Packit ae235b
Packit ae235b
    if (bufsize < 4)
Packit ae235b
        return seterror(E2BIG);
Packit ae235b
    wc = utf16_to_ucs4(wbuf);
Packit ae235b
    if (cv->codepage == 12000) /* little endian */
Packit ae235b
    {
Packit ae235b
        buf[0] = wc & 0x000000FF;
Packit ae235b
        buf[1] = (wc & 0x0000FF00) >> 8;
Packit ae235b
        buf[2] = (wc & 0x00FF0000) >> 16;
Packit ae235b
        buf[3] = (wc & 0xFF000000) >> 24;
Packit ae235b
    }
Packit ae235b
    else if (cv->codepage == 12001) /* big endian */
Packit ae235b
    {
Packit ae235b
        buf[0] = (wc & 0xFF000000) >> 24;
Packit ae235b
        buf[1] = (wc & 0x00FF0000) >> 16;
Packit ae235b
        buf[2] = (wc & 0x0000FF00) >> 8;
Packit ae235b
        buf[3] = wc & 0x000000FF;
Packit ae235b
    }
Packit ae235b
    return 4;
Packit ae235b
}
Packit ae235b
Packit ae235b
/*
Packit ae235b
 * 50220: ISO 2022 Japanese with no halfwidth Katakana; Japanese (JIS)
Packit ae235b
 * 50221: ISO 2022 Japanese with halfwidth Katakana; Japanese (JIS-Allow
Packit ae235b
 *        1 byte Kana)
Packit ae235b
 * 50222: ISO 2022 Japanese JIS X 0201-1989; Japanese (JIS-Allow 1 byte
Packit ae235b
 *        Kana - SO/SI)
Packit ae235b
 *
Packit ae235b
 * MultiByteToWideChar() and WideCharToMultiByte() behave differently
Packit ae235b
 * depending on Windows version.  On XP, WideCharToMultiByte() doesn't
Packit ae235b
 * terminate result sequence with ascii escape.  But Vista does.
Packit ae235b
 * Use MLang instead.
Packit ae235b
 */
Packit ae235b
Packit ae235b
#define ISO2022_MODE(cs, shift) (((cs) << 8) | (shift))
Packit ae235b
#define ISO2022_MODE_CS(mode) (((mode) >> 8) & 0xFF)
Packit ae235b
#define ISO2022_MODE_SHIFT(mode) ((mode) & 0xFF)
Packit ae235b
Packit ae235b
#define ISO2022_SI  0
Packit ae235b
#define ISO2022_SO  1
Packit ae235b
Packit ae235b
/* shift in */
Packit ae235b
static const char iso2022_SI_seq[] = "\x0F";
Packit ae235b
/* shift out */
Packit ae235b
static const char iso2022_SO_seq[] = "\x0E";
Packit ae235b
Packit ae235b
typedef struct iso2022_esc_t iso2022_esc_t;
Packit ae235b
struct iso2022_esc_t {
Packit ae235b
    const char *esc;
Packit ae235b
    int esc_len;
Packit ae235b
    int len;
Packit ae235b
    int cs;
Packit ae235b
};
Packit ae235b
Packit ae235b
#define ISO2022JP_CS_ASCII            0
Packit ae235b
#define ISO2022JP_CS_JISX0201_ROMAN   1
Packit ae235b
#define ISO2022JP_CS_JISX0201_KANA    2
Packit ae235b
#define ISO2022JP_CS_JISX0208_1978    3
Packit ae235b
#define ISO2022JP_CS_JISX0208_1983    4
Packit ae235b
#define ISO2022JP_CS_JISX0212         5
Packit ae235b
Packit ae235b
static iso2022_esc_t iso2022jp_esc[] = {
Packit ae235b
    {"\x1B\x28\x42", 3, 1, ISO2022JP_CS_ASCII},
Packit ae235b
    {"\x1B\x28\x4A", 3, 1, ISO2022JP_CS_JISX0201_ROMAN},
Packit ae235b
    {"\x1B\x28\x49", 3, 1, ISO2022JP_CS_JISX0201_KANA},
Packit ae235b
    {"\x1B\x24\x40", 3, 2, ISO2022JP_CS_JISX0208_1983}, /* unify 1978 with 1983 */
Packit ae235b
    {"\x1B\x24\x42", 3, 2, ISO2022JP_CS_JISX0208_1983},
Packit ae235b
    {"\x1B\x24\x28\x44", 4, 2, ISO2022JP_CS_JISX0212},
Packit ae235b
    {NULL, 0, 0, 0}
Packit ae235b
};
Packit ae235b
Packit ae235b
static int
Packit ae235b
iso2022jp_mbtowc(csconv_t *cv, const uchar *buf, int bufsize, ushort *wbuf, int *wbufsize)
Packit ae235b
{
Packit ae235b
    iso2022_esc_t *iesc = iso2022jp_esc;
Packit ae235b
    char tmp[MB_CHAR_MAX];
Packit ae235b
    int insize;
Packit ae235b
    HRESULT hr;
Packit ae235b
    DWORD dummy = 0;
Packit ae235b
    int len;
Packit ae235b
    int esc_len;
Packit ae235b
    int cs;
Packit ae235b
    int shift;
Packit ae235b
    int i;
Packit ae235b
Packit ae235b
    if (buf[0] == 0x1B)
Packit ae235b
    {
Packit ae235b
        for (i = 0; iesc[i].esc != NULL; ++i)
Packit ae235b
        {
Packit ae235b
            esc_len = iesc[i].esc_len;
Packit ae235b
            if (bufsize < esc_len)
Packit ae235b
            {
Packit ae235b
                if (strncmp((char *)buf, iesc[i].esc, bufsize) == 0)
Packit ae235b
                    return seterror(EINVAL);
Packit ae235b
            }
Packit ae235b
            else
Packit ae235b
            {
Packit ae235b
                if (strncmp((char *)buf, iesc[i].esc, esc_len) == 0)
Packit ae235b
                {
Packit ae235b
                    cv->mode = ISO2022_MODE(iesc[i].cs, ISO2022_SI);
Packit ae235b
                    *wbufsize = 0;
Packit ae235b
                    return esc_len;
Packit ae235b
                }
Packit ae235b
            }
Packit ae235b
        }
Packit ae235b
        /* not supported escape sequence */
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
    }
Packit ae235b
    else if (buf[0] == iso2022_SO_seq[0])
Packit ae235b
    {
Packit ae235b
        cv->mode = ISO2022_MODE(ISO2022_MODE_CS(cv->mode), ISO2022_SO);
Packit ae235b
        *wbufsize = 0;
Packit ae235b
        return 1;
Packit ae235b
    }
Packit ae235b
    else if (buf[0] == iso2022_SI_seq[0])
Packit ae235b
    {
Packit ae235b
        cv->mode = ISO2022_MODE(ISO2022_MODE_CS(cv->mode), ISO2022_SI);
Packit ae235b
        *wbufsize = 0;
Packit ae235b
        return 1;
Packit ae235b
    }
Packit ae235b
Packit ae235b
    cs = ISO2022_MODE_CS(cv->mode);
Packit ae235b
    shift = ISO2022_MODE_SHIFT(cv->mode);
Packit ae235b
Packit ae235b
    /* reset the mode for informal sequence */
Packit ae235b
    if (buf[0] < 0x20)
Packit ae235b
    {
Packit ae235b
        cs = ISO2022JP_CS_ASCII;
Packit ae235b
        shift = ISO2022_SI;
Packit ae235b
    }
Packit ae235b
Packit ae235b
    len = iesc[cs].len;
Packit ae235b
    if (bufsize < len)
Packit ae235b
        return seterror(EINVAL);
Packit ae235b
    for (i = 0; i < len; ++i)
Packit ae235b
        if (!(buf[i] < 0x80))
Packit ae235b
            return seterror(EILSEQ);
Packit ae235b
    esc_len = iesc[cs].esc_len;
Packit ae235b
    memcpy(tmp, iesc[cs].esc, esc_len);
Packit ae235b
    if (shift == ISO2022_SO)
Packit ae235b
    {
Packit ae235b
        memcpy(tmp + esc_len, iso2022_SO_seq, 1);
Packit ae235b
        esc_len += 1;
Packit ae235b
    }
Packit ae235b
    memcpy(tmp + esc_len, buf, len);
Packit ae235b
Packit ae235b
    if ((cv->codepage == 50220 || cv->codepage == 50221
Packit ae235b
                || cv->codepage == 50222) && shift == ISO2022_SO)
Packit ae235b
    {
Packit ae235b
        /* XXX: shift-out cannot be used for mbtowc (both kernel and
Packit ae235b
         * mlang) */
Packit ae235b
        esc_len = iesc[ISO2022JP_CS_JISX0201_KANA].esc_len;
Packit ae235b
        memcpy(tmp, iesc[ISO2022JP_CS_JISX0201_KANA].esc, esc_len);
Packit ae235b
        memcpy(tmp + esc_len, buf, len);
Packit ae235b
    }
Packit ae235b
Packit ae235b
    insize = len + esc_len;
Packit ae235b
    hr = ConvertINetMultiByteToUnicode(&dummy, cv->codepage,
Packit ae235b
            (const char *)tmp, &insize, (wchar_t *)wbuf, wbufsize);
Packit ae235b
    if (hr != S_OK || insize != len + esc_len)
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
Packit ae235b
    /* Check for conversion error.  Assuming defaultChar is 0x3F. */
Packit ae235b
    /* ascii should be converted from ascii */
Packit ae235b
    if (wbuf[0] == buf[0]
Packit ae235b
            && cv->mode != ISO2022_MODE(ISO2022JP_CS_ASCII, ISO2022_SI))
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
Packit ae235b
    /* reset the mode for informal sequence */
Packit ae235b
    if (cv->mode != ISO2022_MODE(cs, shift))
Packit ae235b
        cv->mode = ISO2022_MODE(cs, shift);
Packit ae235b
Packit ae235b
    return len;
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
iso2022jp_wctomb(csconv_t *cv, ushort *wbuf, int wbufsize, uchar *buf, int bufsize)
Packit ae235b
{
Packit ae235b
    iso2022_esc_t *iesc = iso2022jp_esc;
Packit ae235b
    char tmp[MB_CHAR_MAX];
Packit ae235b
    int tmpsize = MB_CHAR_MAX;
Packit ae235b
    int insize = wbufsize;
Packit ae235b
    HRESULT hr;
Packit ae235b
    DWORD dummy = 0;
Packit ae235b
    int len;
Packit ae235b
    int esc_len;
Packit ae235b
    int cs;
Packit ae235b
    int shift;
Packit ae235b
    int i;
Packit ae235b
Packit ae235b
    /*
Packit ae235b
     * MultiByte = [escape sequence] + character + [escape sequence]
Packit ae235b
     *
Packit ae235b
     * Whether trailing escape sequence is added depends on which API is
Packit ae235b
     * used (kernel or MLang, and its version).
Packit ae235b
     */
Packit ae235b
    hr = ConvertINetUnicodeToMultiByte(&dummy, cv->codepage,
Packit ae235b
            (const wchar_t *)wbuf, &wbufsize, tmp, &tmpsize);
Packit ae235b
    if (hr != S_OK || insize != wbufsize)
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
    else if (bufsize < tmpsize)
Packit ae235b
        return seterror(E2BIG);
Packit ae235b
Packit ae235b
    if (tmpsize == 1)
Packit ae235b
    {
Packit ae235b
        cs = ISO2022JP_CS_ASCII;
Packit ae235b
        esc_len = 0;
Packit ae235b
    }
Packit ae235b
    else
Packit ae235b
    {
Packit ae235b
        for (i = 1; iesc[i].esc != NULL; ++i)
Packit ae235b
        {
Packit ae235b
            esc_len = iesc[i].esc_len;
Packit ae235b
            if (strncmp(tmp, iesc[i].esc, esc_len) == 0)
Packit ae235b
            {
Packit ae235b
                cs = iesc[i].cs;
Packit ae235b
                break;
Packit ae235b
            }
Packit ae235b
        }
Packit ae235b
        if (iesc[i].esc == NULL)
Packit ae235b
            /* not supported escape sequence */
Packit ae235b
            return seterror(EILSEQ);
Packit ae235b
    }
Packit ae235b
Packit ae235b
    shift = ISO2022_SI;
Packit ae235b
    if (tmp[esc_len] == iso2022_SO_seq[0])
Packit ae235b
    {
Packit ae235b
        shift = ISO2022_SO;
Packit ae235b
        esc_len += 1;
Packit ae235b
    }
Packit ae235b
Packit ae235b
    len = iesc[cs].len;
Packit ae235b
Packit ae235b
    /* Check for converting error.  Assuming defaultChar is 0x3F. */
Packit ae235b
    /* ascii should be converted from ascii */
Packit ae235b
    if (cs == ISO2022JP_CS_ASCII && !(wbuf[0] < 0x80))
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
    else if (tmpsize < esc_len + len)
Packit ae235b
        return seterror(EILSEQ);
Packit ae235b
Packit ae235b
    if (cv->mode == ISO2022_MODE(cs, shift))
Packit ae235b
    {
Packit ae235b
        /* remove escape sequence */
Packit ae235b
        if (esc_len != 0)
Packit ae235b
            memmove(tmp, tmp + esc_len, len);
Packit ae235b
        esc_len = 0;
Packit ae235b
    }
Packit ae235b
    else
Packit ae235b
    {
Packit ae235b
        if (cs == ISO2022JP_CS_ASCII)
Packit ae235b
        {
Packit ae235b
            esc_len = iesc[ISO2022JP_CS_ASCII].esc_len;
Packit ae235b
            memmove(tmp + esc_len, tmp, len);
Packit ae235b
            memcpy(tmp, iesc[ISO2022JP_CS_ASCII].esc, esc_len);
Packit ae235b
        }
Packit ae235b
        if (ISO2022_MODE_SHIFT(cv->mode) == ISO2022_SO)
Packit ae235b
        {
Packit ae235b
            /* shift-in before changing to other mode */
Packit ae235b
            memmove(tmp + 1, tmp, len + esc_len);
Packit ae235b
            memcpy(tmp, iso2022_SI_seq, 1);
Packit ae235b
            esc_len += 1;
Packit ae235b
        }
Packit ae235b
    }
Packit ae235b
Packit ae235b
    if (bufsize < len + esc_len)
Packit ae235b
        return seterror(E2BIG);
Packit ae235b
    memcpy(buf, tmp, len + esc_len);
Packit ae235b
    cv->mode = ISO2022_MODE(cs, shift);
Packit ae235b
    return len + esc_len;
Packit ae235b
}
Packit ae235b
Packit ae235b
static int
Packit ae235b
iso2022jp_flush(csconv_t *cv, uchar *buf, int bufsize)
Packit ae235b
{
Packit ae235b
    iso2022_esc_t *iesc = iso2022jp_esc;
Packit ae235b
    int esc_len;
Packit ae235b
Packit ae235b
    if (cv->mode != ISO2022_MODE(ISO2022JP_CS_ASCII, ISO2022_SI))
Packit ae235b
    {
Packit ae235b
        esc_len = 0;
Packit ae235b
        if (ISO2022_MODE_SHIFT(cv->mode) != ISO2022_SI)
Packit ae235b
            esc_len += 1;
Packit ae235b
        if (ISO2022_MODE_CS(cv->mode) != ISO2022JP_CS_ASCII)
Packit ae235b
            esc_len += iesc[ISO2022JP_CS_ASCII].esc_len;
Packit ae235b
        if (bufsize < esc_len)
Packit ae235b
            return seterror(E2BIG);
Packit ae235b
Packit ae235b
        esc_len = 0;
Packit ae235b
        if (ISO2022_MODE_SHIFT(cv->mode) != ISO2022_SI)
Packit ae235b
        {
Packit ae235b
            memcpy(buf, iso2022_SI_seq, 1);
Packit ae235b
            esc_len += 1;
Packit ae235b
        }
Packit ae235b
        if (ISO2022_MODE_CS(cv->mode) != ISO2022JP_CS_ASCII)
Packit ae235b
        {
Packit ae235b
            memcpy(buf + esc_len, iesc[ISO2022JP_CS_ASCII].esc,
Packit ae235b
                    iesc[ISO2022JP_CS_ASCII].esc_len);
Packit ae235b
            esc_len += iesc[ISO2022JP_CS_ASCII].esc_len;
Packit ae235b
        }
Packit ae235b
        return esc_len;
Packit ae235b
    }
Packit ae235b
    return 0;
Packit ae235b
}
Packit ae235b
Packit ae235b
#if defined(MAKE_DLL) && defined(USE_LIBICONV_DLL)
Packit ae235b
BOOL WINAPI
Packit ae235b
DllMain(HINSTANCE hinstDLL, DWORD fdwReason, LPVOID lpReserved)
Packit ae235b
{
Packit ae235b
    switch( fdwReason )
Packit ae235b
    {
Packit ae235b
    case DLL_PROCESS_ATTACH:
Packit ae235b
        hwiniconv = (HMODULE)hinstDLL;
Packit ae235b
        break;
Packit ae235b
    case DLL_THREAD_ATTACH:
Packit ae235b
    case DLL_THREAD_DETACH:
Packit ae235b
    case DLL_PROCESS_DETACH:
Packit ae235b
        break;
Packit ae235b
    }
Packit ae235b
    return TRUE;
Packit ae235b
}
Packit ae235b
#endif
Packit ae235b
Packit ae235b
#if defined(MAKE_EXE)
Packit ae235b
#include <stdio.h>
Packit ae235b
#include <fcntl.h>
Packit ae235b
#include <io.h>
Packit ae235b
int
Packit ae235b
main(int argc, char **argv)
Packit ae235b
{
Packit ae235b
    char *fromcode = NULL;
Packit ae235b
    char *tocode = NULL;
Packit ae235b
    int i;
Packit ae235b
    char inbuf[BUFSIZ];
Packit ae235b
    char outbuf[BUFSIZ];
Packit ae235b
    const char *pin;
Packit ae235b
    char *pout;
Packit ae235b
    size_t inbytesleft;
Packit ae235b
    size_t outbytesleft;
Packit ae235b
    size_t rest = 0;
Packit ae235b
    iconv_t cd;
Packit ae235b
    size_t r;
Packit ae235b
    FILE *in = stdin;
Packit ae235b
    FILE *out = stdout;
Packit ae235b
    FILE *in_allocated = NULL, *out_allocated = NULL;
Packit ae235b
    int ignore = 0;
Packit ae235b
    char *p;
Packit ae235b
Packit ae235b
    _setmode(_fileno(stdin), _O_BINARY);
Packit ae235b
    _setmode(_fileno(stdout), _O_BINARY);
Packit ae235b
Packit ae235b
    for (i = 1; i < argc; ++i)
Packit ae235b
    {
Packit ae235b
        if (strcmp(argv[i], "-l") == 0)
Packit ae235b
        {
Packit ae235b
            for (i = 0; codepage_alias[i].name != NULL; ++i)
Packit ae235b
                printf("%s\n", codepage_alias[i].name);
Packit ae235b
            return 0;
Packit ae235b
        }
Packit ae235b
Packit ae235b
        if (strcmp(argv[i], "-f") == 0)
Packit ae235b
            fromcode = argv[++i];
Packit ae235b
        else if (strcmp(argv[i], "-t") == 0)
Packit ae235b
            tocode = argv[++i];
Packit ae235b
        else if (strcmp(argv[i], "-c") == 0)
Packit ae235b
            ignore = 1;
Packit ae235b
        else if (strcmp(argv[i], "--output") == 0)
Packit ae235b
        {
Packit ae235b
            out_allocated = out = fopen(argv[++i], "wb");
Packit ae235b
            if(out == NULL)
Packit ae235b
            {
Packit ae235b
                fprintf(stderr, "cannot open %s\n", argv[i]);
Packit ae235b
                return 1;
Packit ae235b
            }
Packit ae235b
        }
Packit ae235b
        else
Packit ae235b
        {
Packit ae235b
            in_allocated = in = fopen(argv[i], "rb");
Packit ae235b
            if (in == NULL)
Packit ae235b
            {
Packit ae235b
                fprintf(stderr, "cannot open %s\n", argv[i]);
Packit ae235b
                return 1;
Packit ae235b
            }
Packit ae235b
            break;
Packit ae235b
        }
Packit ae235b
    }
Packit ae235b
Packit ae235b
    if (fromcode == NULL || tocode == NULL)
Packit ae235b
    {
Packit ae235b
        printf("usage: %s [-c] -f from-enc -t to-enc [file]\n", argv[0]);
Packit ae235b
        return 0;
Packit ae235b
    }
Packit ae235b
Packit ae235b
    if (ignore)
Packit ae235b
    {
Packit ae235b
        p = tocode;
Packit ae235b
        tocode = (char *)malloc(strlen(p) + strlen("//IGNORE") + 1);
Packit ae235b
        if (tocode == NULL)
Packit ae235b
        {
Packit ae235b
            perror("fatal error");
Packit ae235b
            return 1;
Packit ae235b
        }
Packit ae235b
        strcpy(tocode, p);
Packit ae235b
        strcat(tocode, "//IGNORE");
Packit ae235b
    }
Packit ae235b
Packit ae235b
    cd = iconv_open(tocode, fromcode);
Packit ae235b
    if (cd == (iconv_t)(-1))
Packit ae235b
    {
Packit ae235b
        perror("iconv_open error");
Packit ae235b
        return 1;
Packit ae235b
    }
Packit ae235b
Packit ae235b
    while ((inbytesleft = fread(inbuf + rest, 1, sizeof(inbuf) - rest, in)) != 0
Packit ae235b
            || rest != 0)
Packit ae235b
    {
Packit ae235b
        inbytesleft += rest;
Packit ae235b
        pin = inbuf;
Packit ae235b
        pout = outbuf;
Packit ae235b
        outbytesleft = sizeof(outbuf);
Packit ae235b
        r = iconv(cd, &pin, &inbytesleft, &pout, &outbytesleft);
Packit ae235b
        fwrite(outbuf, 1, sizeof(outbuf) - outbytesleft, out);
Packit ae235b
        if (r == (size_t)(-1) && errno != E2BIG && (errno != EINVAL || feof(in)))
Packit ae235b
        {
Packit ae235b
            perror("conversion error");
Packit ae235b
            return 1;
Packit ae235b
        }
Packit ae235b
        memmove(inbuf, pin, inbytesleft);
Packit ae235b
        rest = inbytesleft;
Packit ae235b
    }
Packit ae235b
    pout = outbuf;
Packit ae235b
    outbytesleft = sizeof(outbuf);
Packit ae235b
    r = iconv(cd, NULL, NULL, &pout, &outbytesleft);
Packit ae235b
    fwrite(outbuf, 1, sizeof(outbuf) - outbytesleft, out);
Packit ae235b
    if (r == (size_t)(-1))
Packit ae235b
    {
Packit ae235b
        perror("conversion error");
Packit ae235b
        return 1;
Packit ae235b
    }
Packit ae235b
Packit ae235b
    iconv_close(cd);
Packit ae235b
Packit ae235b
    if (in_allocated != NULL)
Packit ae235b
        fclose (in_allocated);
Packit ae235b
    if (out_allocated != NULL)
Packit ae235b
        fclose (out_allocated);
Packit ae235b
Packit ae235b
    return 0;
Packit ae235b
}
Packit ae235b
#endif