Blame src/euc_jp.c

Packit b89d10
/**********************************************************************
Packit b89d10
  euc_jp.c -  Oniguruma (regular expression library)
Packit b89d10
**********************************************************************/
Packit b89d10
/*-
Packit b89d10
 * Copyright (c) 2002-2018  K.Kosako  <sndgk393 AT ybb DOT ne DOT jp>
Packit b89d10
 * All rights reserved.
Packit b89d10
 *
Packit b89d10
 * Redistribution and use in source and binary forms, with or without
Packit b89d10
 * modification, are permitted provided that the following conditions
Packit b89d10
 * are met:
Packit b89d10
 * 1. Redistributions of source code must retain the above copyright
Packit b89d10
 *    notice, this list of conditions and the following disclaimer.
Packit b89d10
 * 2. Redistributions in binary form must reproduce the above copyright
Packit b89d10
 *    notice, this list of conditions and the following disclaimer in the
Packit b89d10
 *    documentation and/or other materials provided with the distribution.
Packit b89d10
 *
Packit b89d10
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
Packit b89d10
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
Packit b89d10
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
Packit b89d10
 * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
Packit b89d10
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
Packit b89d10
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
Packit b89d10
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
Packit b89d10
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
Packit b89d10
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
Packit b89d10
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
Packit b89d10
 * SUCH DAMAGE.
Packit b89d10
 */
Packit b89d10
Packit b89d10
#include "regint.h"
Packit b89d10
Packit b89d10
#define eucjp_islead(c)    ((UChar )((c) - 0xa1) > 0xfe - 0xa1)
Packit b89d10
Packit b89d10
static const int EncLen_EUCJP[] = {
Packit b89d10
  1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
Packit b89d10
  1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
Packit b89d10
  1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
Packit b89d10
  1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
Packit b89d10
  1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
Packit b89d10
  1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
Packit b89d10
  1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
Packit b89d10
  1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
Packit b89d10
  1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3,
Packit b89d10
  1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
Packit b89d10
  1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1
Packit b89d10
};
Packit b89d10
Packit b89d10
static int
Packit b89d10
mbc_enc_len(const UChar* p)
Packit b89d10
{
Packit b89d10
  return EncLen_EUCJP[*p];
Packit b89d10
}
Packit b89d10
Packit b89d10
static int
Packit b89d10
is_valid_mbc_string(const UChar* p, const UChar* end)
Packit b89d10
{
Packit b89d10
  while (p < end) {
Packit b89d10
    if (*p < 0x80) {
Packit b89d10
      p++;
Packit b89d10
    }
Packit b89d10
    else if (*p > 0xa0) {
Packit b89d10
      if (*p == 0xff) return FALSE;
Packit b89d10
      p++;
Packit b89d10
      if (p >= end) return FALSE;
Packit b89d10
      if (*p < 0xa1 || *p == 0xff) return FALSE;
Packit b89d10
      p++;
Packit b89d10
    }
Packit b89d10
    else if (*p == 0x8e) {
Packit b89d10
      p++;
Packit b89d10
      if (p >= end) return FALSE;
Packit b89d10
      if (*p < 0xa1 || *p > 0xdf) return FALSE;
Packit b89d10
      p++;
Packit b89d10
    }
Packit b89d10
    else if (*p == 0x8f) {
Packit b89d10
      p++;
Packit b89d10
      if (p >= end) return FALSE;
Packit b89d10
      if (*p < 0xa1 || *p == 0xff) return FALSE;
Packit b89d10
      p++;
Packit b89d10
      if (p >= end) return FALSE;
Packit b89d10
      if (*p < 0xa1 || *p == 0xff) return FALSE;
Packit b89d10
      p++;
Packit b89d10
    }
Packit b89d10
    else
Packit b89d10
      return FALSE;
Packit b89d10
  }
Packit b89d10
Packit b89d10
  return TRUE;
Packit b89d10
}
Packit b89d10
Packit b89d10
static OnigCodePoint
Packit b89d10
mbc_to_code(const UChar* p, const UChar* end)
Packit b89d10
{
Packit b89d10
  int c, i, len;
Packit b89d10
  OnigCodePoint n;
Packit b89d10
Packit b89d10
  len = enclen(ONIG_ENCODING_EUC_JP, p);
Packit b89d10
  n = (OnigCodePoint )*p++;
Packit b89d10
  if (len == 1) return n;
Packit b89d10
Packit b89d10
  for (i = 1; i < len; i++) {
Packit b89d10
    if (p >= end) break;
Packit b89d10
    c = *p++;
Packit b89d10
    n <<= 8;  n += c;
Packit b89d10
  }
Packit b89d10
  return n;
Packit b89d10
}
Packit b89d10
Packit b89d10
static int
Packit b89d10
code_to_mbclen(OnigCodePoint code)
Packit b89d10
{
Packit b89d10
  if (ONIGENC_IS_CODE_ASCII(code)) return 1;
Packit b89d10
  else if ((code & 0xff0000) != 0) return 3;
Packit b89d10
  else if ((code &   0xff00) != 0) return 2;
Packit b89d10
  else
Packit b89d10
    return ONIGERR_INVALID_CODE_POINT_VALUE;
Packit b89d10
}
Packit b89d10
Packit b89d10
#if 0
Packit b89d10
static int
Packit b89d10
code_to_mbc_first(OnigCodePoint code)
Packit b89d10
{
Packit b89d10
  int first;
Packit b89d10
Packit b89d10
  if ((code & 0xff0000) != 0) {
Packit b89d10
    first = (code >> 16) & 0xff;
Packit b89d10
  }
Packit b89d10
  else if ((code & 0xff00) != 0) {
Packit b89d10
    first = (code >> 8) & 0xff;
Packit b89d10
  }
Packit b89d10
  else {
Packit b89d10
    return (int )code;
Packit b89d10
  }
Packit b89d10
  return first;
Packit b89d10
}
Packit b89d10
#endif
Packit b89d10
Packit b89d10
static int
Packit b89d10
code_to_mbc(OnigCodePoint code, UChar *buf)
Packit b89d10
{
Packit b89d10
  UChar *p = buf;
Packit b89d10
Packit b89d10
  if ((code & 0xff0000) != 0) *p++ = (UChar )(((code >> 16) & 0xff));
Packit b89d10
  if ((code &   0xff00) != 0) *p++ = (UChar )(((code >>  8) & 0xff));
Packit b89d10
  *p++ = (UChar )(code & 0xff);
Packit b89d10
Packit b89d10
#if 1
Packit b89d10
  if (enclen(ONIG_ENCODING_EUC_JP, buf) != (p - buf))
Packit b89d10
    return ONIGERR_INVALID_CODE_POINT_VALUE;
Packit b89d10
#endif  
Packit b89d10
  return (int )(p - buf);
Packit b89d10
}
Packit b89d10
Packit b89d10
static int
Packit b89d10
mbc_case_fold(OnigCaseFoldType flag ARG_UNUSED,
Packit b89d10
	      const UChar** pp, const UChar* end ARG_UNUSED, UChar* lower)
Packit b89d10
{
Packit b89d10
  int len;
Packit b89d10
  const UChar* p = *pp;
Packit b89d10
Packit b89d10
  if (ONIGENC_IS_MBC_ASCII(p)) {
Packit b89d10
    *lower = ONIGENC_ASCII_CODE_TO_LOWER_CASE(*p);
Packit b89d10
    (*pp)++;
Packit b89d10
    return 1;
Packit b89d10
  }
Packit b89d10
  else {
Packit b89d10
    int i;
Packit b89d10
Packit b89d10
    len = enclen(ONIG_ENCODING_EUC_JP, p);
Packit b89d10
    for (i = 0; i < len; i++) {
Packit b89d10
      *lower++ = *p++;
Packit b89d10
    }
Packit b89d10
    (*pp) += len;
Packit b89d10
    return len; /* return byte length of converted char to lower */
Packit b89d10
  }
Packit b89d10
}
Packit b89d10
Packit b89d10
static UChar*
Packit b89d10
left_adjust_char_head(const UChar* start, const UChar* s)
Packit b89d10
{
Packit b89d10
  /* In this encoding
Packit b89d10
     mb-trail bytes doesn't mix with single bytes.
Packit b89d10
  */
Packit b89d10
  const UChar *p;
Packit b89d10
  int len;
Packit b89d10
Packit b89d10
  if (s <= start) return (UChar* )s;
Packit b89d10
  p = s;
Packit b89d10
Packit b89d10
  while (!eucjp_islead(*p) && p > start) p--;
Packit b89d10
  len = enclen(ONIG_ENCODING_EUC_JP, p);
Packit b89d10
  if (p + len > s) return (UChar* )p;
Packit b89d10
  p += len;
Packit b89d10
  return (UChar* )(p + ((s - p) & ~1));
Packit b89d10
}
Packit b89d10
Packit b89d10
static int
Packit b89d10
is_allowed_reverse_match(const UChar* s, const UChar* end ARG_UNUSED)
Packit b89d10
{
Packit b89d10
  const UChar c = *s;
Packit b89d10
  if (c <= 0x7e || c == 0x8e || c == 0x8f)
Packit b89d10
    return TRUE;
Packit b89d10
  else
Packit b89d10
    return FALSE;
Packit b89d10
}
Packit b89d10
Packit b89d10
Packit b89d10
static const OnigCodePoint CR_Hiragana[] = {
Packit b89d10
  1,
Packit b89d10
  0xa4a1, 0xa4f3
Packit b89d10
}; /* CR_Hiragana */
Packit b89d10
Packit b89d10
static const OnigCodePoint CR_Katakana[] = {
Packit b89d10
  3,
Packit b89d10
  0xa5a1, 0xa5f6,
Packit b89d10
  0xaaa6, 0xaaaf,
Packit b89d10
  0xaab1, 0xaadd
Packit b89d10
}; /* CR_Katakana */
Packit b89d10
Packit b89d10
static const OnigCodePoint* PropertyList[] = {
Packit b89d10
  CR_Hiragana,
Packit b89d10
  CR_Katakana
Packit b89d10
};
Packit b89d10
Packit b89d10
static int
Packit b89d10
property_name_to_ctype(OnigEncoding enc, UChar* p, UChar* end)
Packit b89d10
{
Packit b89d10
  struct PropertyNameCtype* pc;
Packit b89d10
  int len = (int )(end - p);
Packit b89d10
  char q[32];
Packit b89d10
Packit b89d10
  if (len < sizeof(q) - 1) {
Packit b89d10
    xmemcpy(q, p, (size_t )len);
Packit b89d10
    q[len] = '\0';
Packit b89d10
    pc = euc_jp_lookup_property_name(q, len);
Packit b89d10
    if (pc != 0)
Packit b89d10
      return pc->ctype;
Packit b89d10
  }
Packit b89d10
Packit b89d10
  return ONIGERR_INVALID_CHAR_PROPERTY_NAME;
Packit b89d10
}
Packit b89d10
Packit b89d10
static int
Packit b89d10
is_code_ctype(OnigCodePoint code, unsigned int ctype)
Packit b89d10
{
Packit b89d10
  if (ctype <= ONIGENC_MAX_STD_CTYPE) {
Packit b89d10
    if (code < 128)
Packit b89d10
      return ONIGENC_IS_ASCII_CODE_CTYPE(code, ctype);
Packit b89d10
    else {
Packit b89d10
      if (CTYPE_IS_WORD_GRAPH_PRINT(ctype)) {
Packit b89d10
        return (code_to_mbclen(code) > 1 ? TRUE : FALSE);
Packit b89d10
      }
Packit b89d10
    }
Packit b89d10
  }
Packit b89d10
  else {
Packit b89d10
    ctype -= (ONIGENC_MAX_STD_CTYPE + 1);
Packit b89d10
    if (ctype >= (unsigned int )(sizeof(PropertyList)/sizeof(PropertyList[0])))
Packit b89d10
      return ONIGERR_TYPE_BUG;
Packit b89d10
Packit b89d10
    return onig_is_in_code_range((UChar* )PropertyList[ctype], code);
Packit b89d10
  }
Packit b89d10
Packit b89d10
  return FALSE;
Packit b89d10
}
Packit b89d10
Packit b89d10
static int
Packit b89d10
get_ctype_code_range(OnigCtype ctype, OnigCodePoint* sb_out,
Packit b89d10
		     const OnigCodePoint* ranges[])
Packit b89d10
{
Packit b89d10
  if (ctype <= ONIGENC_MAX_STD_CTYPE) {
Packit b89d10
    return ONIG_NO_SUPPORT_CONFIG;
Packit b89d10
  }
Packit b89d10
  else {
Packit b89d10
    *sb_out = 0x80;
Packit b89d10
Packit b89d10
    ctype -= (ONIGENC_MAX_STD_CTYPE + 1);
Packit b89d10
    if (ctype >= (OnigCtype )sizeof(PropertyList)/sizeof(PropertyList[0]))
Packit b89d10
      return ONIGERR_TYPE_BUG;
Packit b89d10
Packit b89d10
    *ranges = PropertyList[ctype];
Packit b89d10
    return 0;
Packit b89d10
  }
Packit b89d10
}
Packit b89d10
Packit b89d10
Packit b89d10
OnigEncodingType OnigEncodingEUC_JP = {
Packit b89d10
  mbc_enc_len,
Packit b89d10
  "EUC-JP",   /* name */
Packit b89d10
  3,          /* max enc length */
Packit b89d10
  1,          /* min enc length */
Packit b89d10
  onigenc_is_mbc_newline_0x0a,
Packit b89d10
  mbc_to_code,
Packit b89d10
  code_to_mbclen,
Packit b89d10
  code_to_mbc,
Packit b89d10
  mbc_case_fold,
Packit b89d10
  onigenc_ascii_apply_all_case_fold,
Packit b89d10
  onigenc_ascii_get_case_fold_codes_by_str,
Packit b89d10
  property_name_to_ctype,
Packit b89d10
  is_code_ctype,
Packit b89d10
  get_ctype_code_range,
Packit b89d10
  left_adjust_char_head,
Packit b89d10
  is_allowed_reverse_match,
Packit b89d10
  NULL, /* init */
Packit b89d10
  NULL, /* is_initialized */
Packit b89d10
  is_valid_mbc_string,
Packit b89d10
  ENC_FLAG_ASCII_COMPATIBLE,
Packit b89d10
  0, 0
Packit b89d10
};