Blame iconvdata/ibm930.c

Packit 6c4009
/* Conversion from and to IBM930.
Packit 6c4009
   Copyright (C) 2000-2018 Free Software Foundation, Inc.
Packit 6c4009
   This file is part of the GNU C Library.
Packit 6c4009
   Contributed by Masahide Washizawa <washi@yamato.ibm.co.jp>, 2000.
Packit 6c4009
Packit 6c4009
   The GNU C Library is free software; you can redistribute it and/or
Packit 6c4009
   modify it under the terms of the GNU Lesser General Public
Packit 6c4009
   License as published by the Free Software Foundation; either
Packit 6c4009
   version 2.1 of the License, or (at your option) any later version.
Packit 6c4009
Packit 6c4009
   The GNU C Library is distributed in the hope that it will be useful,
Packit 6c4009
   but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit 6c4009
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
Packit 6c4009
   Lesser General Public License for more details.
Packit 6c4009
Packit 6c4009
   You should have received a copy of the GNU Lesser General Public
Packit 6c4009
   License along with the GNU C Library; if not, see
Packit 6c4009
   <http://www.gnu.org/licenses/>.  */
Packit 6c4009
Packit 6c4009
/* IBM930 is designed for the representation of Japanese Katakana/Kanji
Packit 6c4009
   using a stateful EBCDIC encoding scheme.  It is also known as
Packit 6c4009
   CCSID 930 or CP930. See:
Packit 6c4009
   https://www-01.ibm.com/software/globalization/ccsid/ccsid930.html */
Packit 6c4009
Packit 6c4009
#include <dlfcn.h>
Packit 6c4009
#include <stdint.h>
Packit 6c4009
#include <wchar.h>
Packit 6c4009
#include <byteswap.h>
Packit 6c4009
#include "ibm930.h"
Packit 6c4009
Packit 6c4009
/* The shift sequences for this charset (it does not use ESC). */
Packit 6c4009
#define SI 		0x0F  /* Shift In, host code to turn DBCS off.  */
Packit 6c4009
#define SO 		0x0E  /* Shift Out, host code to turn DBCS on.  */
Packit 6c4009
Packit 6c4009
/* Definitions used in the body of the `gconv' function.  */
Packit 6c4009
#define CHARSET_NAME	"IBM930//"
Packit 6c4009
#define FROM_LOOP	from_ibm930
Packit 6c4009
#define TO_LOOP		to_ibm930
Packit 6c4009
#define ONE_DIRECTION			0
Packit 6c4009
#define FROM_LOOP_MIN_NEEDED_FROM	1
Packit 6c4009
#define FROM_LOOP_MAX_NEEDED_FROM	2
Packit 6c4009
#define FROM_LOOP_MIN_NEEDED_TO		4
Packit 6c4009
#define FROM_LOOP_MAX_NEEDED_TO		4
Packit 6c4009
#define TO_LOOP_MIN_NEEDED_FROM		4
Packit 6c4009
#define TO_LOOP_MAX_NEEDED_FROM		4
Packit 6c4009
#define TO_LOOP_MIN_NEEDED_TO		1
Packit 6c4009
#define TO_LOOP_MAX_NEEDED_TO		3
Packit 6c4009
#define PREPARE_LOOP \
Packit 6c4009
  int save_curcs;							      \
Packit 6c4009
  int *curcsp = &data->__statep->__count;
Packit 6c4009
#define EXTRA_LOOP_ARGS		, curcsp
Packit 6c4009
Packit 6c4009
/* Definitions of initialization and destructor function.  */
Packit 6c4009
#define DEFINE_INIT	1
Packit 6c4009
#define DEFINE_FINI	1
Packit 6c4009
Packit 6c4009
Packit 6c4009
/* Since this is a stateful encoding we have to provide code which resets
Packit 6c4009
   the output state to the initial state.  This has to be done during the
Packit 6c4009
   flushing.  */
Packit 6c4009
#define EMIT_SHIFT_TO_INIT \
Packit 6c4009
  if ((data->__statep->__count & ~7) != sb)				      \
Packit 6c4009
    {									      \
Packit 6c4009
      if (FROM_DIRECTION)						      \
Packit 6c4009
	data->__statep->__count &= 7;					      \
Packit 6c4009
      else								      \
Packit 6c4009
	{								      \
Packit 6c4009
	  /* We are not in the initial state.  To switch back we have	      \
Packit 6c4009
	     to emit `SI'.  */						      \
Packit 6c4009
	  if (__glibc_unlikely (outbuf >= outend))			      \
Packit 6c4009
	    /* We don't have enough room in the output buffer.  */	      \
Packit 6c4009
	    status = __GCONV_FULL_OUTPUT;				      \
Packit 6c4009
	  else								      \
Packit 6c4009
	    {								      \
Packit 6c4009
	      /* Write out the shift sequence.  */			      \
Packit 6c4009
	      *outbuf++ = SI;						      \
Packit 6c4009
	      data->__statep->__count &= 7;				      \
Packit 6c4009
	    }								      \
Packit 6c4009
	}								      \
Packit 6c4009
    }
Packit 6c4009
Packit 6c4009
Packit 6c4009
/* Since we might have to reset input pointer we must be able to save
Packit 6c4009
   and retore the state.  */
Packit 6c4009
#define SAVE_RESET_STATE(Save) \
Packit 6c4009
  if (Save)								      \
Packit 6c4009
    save_curcs = *curcsp;						      \
Packit 6c4009
  else									      \
Packit 6c4009
    *curcsp = save_curcs
Packit 6c4009
Packit 6c4009
Packit 6c4009
/* Current codeset type.  */
Packit 6c4009
enum
Packit 6c4009
{
Packit 6c4009
  sb = 0,
Packit 6c4009
  db = 64
Packit 6c4009
};
Packit 6c4009
Packit 6c4009
Packit 6c4009
/* First, define the conversion function from IBM-930 to UCS4.  */
Packit 6c4009
#define MIN_NEEDED_INPUT	FROM_LOOP_MIN_NEEDED_FROM
Packit 6c4009
#define MAX_NEEDED_INPUT	FROM_LOOP_MAX_NEEDED_FROM
Packit 6c4009
#define MIN_NEEDED_OUTPUT	FROM_LOOP_MIN_NEEDED_TO
Packit 6c4009
#define MAX_NEEDED_OUTPUT	FROM_LOOP_MAX_NEEDED_TO
Packit 6c4009
#define LOOPFCT 		FROM_LOOP
Packit 6c4009
#define BODY \
Packit 6c4009
  {									      \
Packit 6c4009
    uint32_t ch = *inptr;						      \
Packit 6c4009
    uint32_t res;							      \
Packit 6c4009
									      \
Packit 6c4009
    if (__builtin_expect (ch, 0) == SO)					      \
Packit 6c4009
      {									      \
Packit 6c4009
	/* Shift OUT, change to DBCS converter (redundant escape okay).  */   \
Packit 6c4009
	curcs = db;							      \
Packit 6c4009
	++inptr;							      \
Packit 6c4009
	continue;							      \
Packit 6c4009
      }									      \
Packit 6c4009
    else if (__builtin_expect (ch, 0) == SI)				      \
Packit 6c4009
      {									      \
Packit 6c4009
	/* Shift IN, change to SBCS converter (redundant escape okay).  */    \
Packit 6c4009
	curcs = sb;							      \
Packit 6c4009
	++inptr;							      \
Packit 6c4009
	continue;							      \
Packit 6c4009
      }									      \
Packit 6c4009
									      \
Packit 6c4009
    if (curcs == sb)							      \
Packit 6c4009
      {									      \
Packit 6c4009
	/* Use the IBM930 table for single byte.  */			      \
Packit 6c4009
	res = __ibm930sb_to_ucs4[ch];					      \
Packit 6c4009
	if (__builtin_expect (res, L'\1') == L'\0' && ch != '\0')	      \
Packit 6c4009
	  {								      \
Packit 6c4009
	    /* This is an illegal character.  */			      \
Packit 6c4009
	    STANDARD_FROM_LOOP_ERR_HANDLER (1);				      \
Packit 6c4009
	  }								      \
Packit 6c4009
	else								      \
Packit 6c4009
	  {								      \
Packit 6c4009
	    put32 (outptr, res);					      \
Packit 6c4009
	    outptr += 4;						      \
Packit 6c4009
	  }								      \
Packit 6c4009
	++inptr;							      \
Packit 6c4009
      }									      \
Packit 6c4009
    else								      \
Packit 6c4009
      {									      \
Packit 6c4009
	/* Use the IBM930 table for double byte. */			      \
Packit 6c4009
	const struct gap *rp2 = __ibm930db_to_ucs4_idx;			      \
Packit 6c4009
									      \
Packit 6c4009
	assert (curcs == db);						      \
Packit 6c4009
									      \
Packit 6c4009
	if (__glibc_unlikely (inptr + 1 >= inend))			      \
Packit 6c4009
	  {								      \
Packit 6c4009
	    /* The second character is not available.  Store the	      \
Packit 6c4009
	       intermediate result. */					      \
Packit 6c4009
	    result = __GCONV_INCOMPLETE_INPUT;				      \
Packit 6c4009
	    break;							      \
Packit 6c4009
	  }								      \
Packit 6c4009
									      \
Packit 6c4009
	ch = (ch * 0x100) + inptr[1];					      \
Packit 6c4009
	while (ch > rp2->end)						      \
Packit 6c4009
	  ++rp2;							      \
Packit 6c4009
									      \
Packit 6c4009
	if (__builtin_expect (rp2->start == 0xffff, 0)			      \
Packit 6c4009
	    || __builtin_expect (ch < rp2->start, 0)			      \
Packit 6c4009
	    || (res = __ibm930db_to_ucs4[ch + rp2->idx],		      \
Packit 6c4009
		__builtin_expect (res, L'\1') == L'\0' && ch != '\0'))	      \
Packit 6c4009
	  {								      \
Packit 6c4009
	    /* This is an illegal character.  */			      \
Packit 6c4009
	    STANDARD_FROM_LOOP_ERR_HANDLER (2);				      \
Packit 6c4009
	  }								      \
Packit 6c4009
	else								      \
Packit 6c4009
	  {								      \
Packit 6c4009
	    put32 (outptr, res);					      \
Packit 6c4009
	    outptr += 4;						      \
Packit 6c4009
	  }								      \
Packit 6c4009
	inptr += 2;							      \
Packit 6c4009
      }									      \
Packit 6c4009
  }
Packit 6c4009
#define LOOP_NEED_FLAGS
Packit 6c4009
#define EXTRA_LOOP_DECLS	, int *curcsp
Packit 6c4009
#define INIT_PARAMS		int curcs = *curcsp & ~7
Packit 6c4009
#define UPDATE_PARAMS		*curcsp = curcs
Packit 6c4009
#include <iconv/loop.c>
Packit 6c4009
Packit 6c4009
/* Next, define the other direction.  */
Packit 6c4009
#define MIN_NEEDED_INPUT	TO_LOOP_MIN_NEEDED_FROM
Packit 6c4009
#define MAX_NEEDED_INPUT	TO_LOOP_MAX_NEEDED_FROM
Packit 6c4009
#define MIN_NEEDED_OUTPUT	TO_LOOP_MIN_NEEDED_TO
Packit 6c4009
#define MAX_NEEDED_OUTPUT	TO_LOOP_MAX_NEEDED_TO
Packit 6c4009
#define LOOPFCT			TO_LOOP
Packit 6c4009
#define BODY \
Packit 6c4009
  {									      \
Packit 6c4009
    uint32_t ch = get32 (inptr);					      \
Packit 6c4009
    const struct gap *rp1 = __ucs4_to_ibm930sb_idx;			      \
Packit 6c4009
    const struct gap *rp2 = __ucs4_to_ibm930db_idx;			      \
Packit 6c4009
									      \
Packit 6c4009
    if (__glibc_unlikely (ch >= 0xffff))				      \
Packit 6c4009
      {									      \
Packit 6c4009
	UNICODE_TAG_HANDLER (ch, 4);					      \
Packit 6c4009
									      \
Packit 6c4009
	STANDARD_TO_LOOP_ERR_HANDLER (4);				      \
Packit 6c4009
      }									      \
Packit 6c4009
									      \
Packit 6c4009
    while (ch > rp1->end)						      \
Packit 6c4009
      ++rp1;								      \
Packit 6c4009
									      \
Packit 6c4009
    /* Use the UCS4 table for single byte.  */				      \
Packit 6c4009
    unsigned char sbconv;						      \
Packit 6c4009
    if (__builtin_expect (ch < rp1->start, 0)				      \
Packit 6c4009
	|| (sbconv = __ucs4_to_ibm930sb[ch + rp1->idx],			      \
Packit 6c4009
	    __builtin_expect (sbconv, L'\1') == L'\0' && ch != '\0'))	      \
Packit 6c4009
      {									      \
Packit 6c4009
	/* Use the UCS4 table for double byte. */			      \
Packit 6c4009
	while (ch > rp2->end)						      \
Packit 6c4009
	  ++rp2;							      \
Packit 6c4009
									      \
Packit 6c4009
	const char *cp;							      \
Packit 6c4009
	if (__builtin_expect (ch < rp2->start, 0)			      \
Packit 6c4009
	    || (cp = __ucs4_to_ibm930db[ch + rp2->idx],			      \
Packit 6c4009
		__builtin_expect (cp[0], L'\1')== L'\0' && ch != '\0'))	      \
Packit 6c4009
	  {								      \
Packit 6c4009
	    /* This is an illegal character.  */			      \
Packit 6c4009
	    STANDARD_TO_LOOP_ERR_HANDLER (4);				      \
Packit 6c4009
	  }								      \
Packit 6c4009
	else								      \
Packit 6c4009
	  {								      \
Packit 6c4009
	    if (curcs == sb)						      \
Packit 6c4009
	      {								      \
Packit 6c4009
		if (__glibc_unlikely (outptr + 1 > outend))		      \
Packit 6c4009
		  {							      \
Packit 6c4009
		    result = __GCONV_FULL_OUTPUT;			      \
Packit 6c4009
		    break;						      \
Packit 6c4009
		  }							      \
Packit 6c4009
		*outptr++ = SO;						      \
Packit 6c4009
		curcs = db;						      \
Packit 6c4009
	      }								      \
Packit 6c4009
									      \
Packit 6c4009
	    if (__glibc_unlikely (outptr + 2 > outend))			      \
Packit 6c4009
	      {								      \
Packit 6c4009
		result = __GCONV_FULL_OUTPUT;				      \
Packit 6c4009
		break;							      \
Packit 6c4009
	      }								      \
Packit 6c4009
	    *outptr++ = cp[0];						      \
Packit 6c4009
	    *outptr++ = cp[1];						      \
Packit 6c4009
	  }								      \
Packit 6c4009
      }									      \
Packit 6c4009
    else								      \
Packit 6c4009
      {									      \
Packit 6c4009
	if (curcs == db)						      \
Packit 6c4009
	  {								      \
Packit 6c4009
	    if (__glibc_unlikely (outptr + 1 > outend))			      \
Packit 6c4009
	      {								      \
Packit 6c4009
		result = __GCONV_FULL_OUTPUT;				      \
Packit 6c4009
		break;							      \
Packit 6c4009
	      }								      \
Packit 6c4009
	    *outptr++ = SI;						      \
Packit 6c4009
	    curcs = sb;							      \
Packit 6c4009
	  }								      \
Packit 6c4009
									      \
Packit 6c4009
	if (__glibc_unlikely (outptr + 1 > outend))			      \
Packit 6c4009
	  {								      \
Packit 6c4009
	    result = __GCONV_FULL_OUTPUT;				      \
Packit 6c4009
	    break;							      \
Packit 6c4009
	  }								      \
Packit 6c4009
	if (ch == 0x7e)							      \
Packit 6c4009
	  *outptr++ = 0xa1;						      \
Packit 6c4009
	else if (ch == 0x5c)						      \
Packit 6c4009
	  *outptr++ = 0x5b;						      \
Packit 6c4009
	else								      \
Packit 6c4009
	  *outptr++ = sbconv;						      \
Packit 6c4009
      }									      \
Packit 6c4009
									      \
Packit 6c4009
    /* Now that we wrote the output increment the input pointer.  */	      \
Packit 6c4009
    inptr += 4;								      \
Packit 6c4009
  }
Packit 6c4009
#define LOOP_NEED_FLAGS
Packit 6c4009
#define EXTRA_LOOP_DECLS	, int *curcsp
Packit 6c4009
#define INIT_PARAMS		int curcs = *curcsp & ~7
Packit 6c4009
#define REINIT_PARAMS		curcs = *curcsp & ~7
Packit 6c4009
#define UPDATE_PARAMS		*curcsp = curcs
Packit 6c4009
#include <iconv/loop.c>
Packit 6c4009
Packit 6c4009
/* Now define the toplevel functions.  */
Packit 6c4009
#include <iconv/skeleton.c>