Blame src/utf16_le.c

Packit b89d10
/**********************************************************************
Packit b89d10
  utf16_le.c -  Oniguruma (regular expression library)
Packit b89d10
**********************************************************************/
Packit b89d10
/*-
Packit b89d10
 * Copyright (c) 2002-2018  K.Kosako  <sndgk393 AT ybb DOT ne DOT jp>
Packit b89d10
 * All rights reserved.
Packit b89d10
 *
Packit b89d10
 * Redistribution and use in source and binary forms, with or without
Packit b89d10
 * modification, are permitted provided that the following conditions
Packit b89d10
 * are met:
Packit b89d10
 * 1. Redistributions of source code must retain the above copyright
Packit b89d10
 *    notice, this list of conditions and the following disclaimer.
Packit b89d10
 * 2. Redistributions in binary form must reproduce the above copyright
Packit b89d10
 *    notice, this list of conditions and the following disclaimer in the
Packit b89d10
 *    documentation and/or other materials provided with the distribution.
Packit b89d10
 *
Packit b89d10
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
Packit b89d10
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
Packit b89d10
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
Packit b89d10
 * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
Packit b89d10
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
Packit b89d10
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
Packit b89d10
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
Packit b89d10
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
Packit b89d10
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
Packit b89d10
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
Packit b89d10
 * SUCH DAMAGE.
Packit b89d10
 */
Packit b89d10
#include "regint.h"  /* for USE_CALLOUT */
Packit b89d10
Packit b89d10
static int
Packit b89d10
init(void)
Packit b89d10
{
Packit b89d10
#ifdef USE_CALLOUT
Packit b89d10
Packit b89d10
    int id;
Packit b89d10
    OnigEncoding enc;
Packit b89d10
    char* name;
Packit b89d10
    unsigned int args[4];
Packit b89d10
    OnigValue    opts[4];
Packit b89d10
Packit b89d10
    enc = ONIG_ENCODING_UTF16_LE;
Packit b89d10
Packit b89d10
    name = "F\000A\000I\000L\000\000\000";            BC0_P(name, fail);
Packit b89d10
    name = "M\000I\000S\000M\000A\000T\000C\000H\000\000\000"; BC0_P(name, mismatch);
Packit b89d10
Packit b89d10
    name = "M\000A\000X\000\000\000";
Packit b89d10
    args[0] = ONIG_TYPE_TAG | ONIG_TYPE_LONG;
Packit b89d10
    args[1] = ONIG_TYPE_CHAR;
Packit b89d10
    opts[0].c = 'X';
Packit b89d10
    BC_B_O(name, max, 2, args, 1, opts);
Packit b89d10
Packit b89d10
    name = "E\000R\000R\000O\000R\000\000\000";
Packit b89d10
    args[0] = ONIG_TYPE_LONG; opts[0].l = ONIG_ABORT;
Packit b89d10
    BC_P_O(name, error, 1, args, 1, opts);
Packit b89d10
Packit b89d10
    name = "C\000O\000U\000N\000T\000\000\000";
Packit b89d10
    args[0] = ONIG_TYPE_CHAR; opts[0].c = '>';
Packit b89d10
    BC_B_O(name, count, 1, args, 1, opts);
Packit b89d10
Packit b89d10
    name = "T\000O\000T\000A\000L\000_\000C\000O\000U\000N\000T\000\000\000";
Packit b89d10
    args[0] = ONIG_TYPE_CHAR; opts[0].c = '>';
Packit b89d10
    BC_B_O(name, total_count, 1, args, 1, opts);
Packit b89d10
Packit b89d10
    name = "C\000M\000P\000\000\000";
Packit b89d10
    args[0] = ONIG_TYPE_TAG | ONIG_TYPE_LONG;
Packit b89d10
    args[1] = ONIG_TYPE_STRING;
Packit b89d10
    args[2] = ONIG_TYPE_TAG | ONIG_TYPE_LONG;
Packit b89d10
    BC_P(name, cmp, 3, args);
Packit b89d10
Packit b89d10
#endif /* USE_CALLOUT */
Packit b89d10
Packit b89d10
  return ONIG_NORMAL;
Packit b89d10
}
Packit b89d10
Packit b89d10
static const int EncLen_UTF16[] = {
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 4, 4, 4, 4, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
Packit b89d10
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2
Packit b89d10
};
Packit b89d10
Packit b89d10
static int
Packit b89d10
utf16le_code_to_mbclen(OnigCodePoint code)
Packit b89d10
{
Packit b89d10
  return (code > 0xffff ? 4 : 2);
Packit b89d10
}
Packit b89d10
Packit b89d10
static int
Packit b89d10
utf16le_mbc_enc_len(const UChar* p)
Packit b89d10
{
Packit b89d10
  return EncLen_UTF16[*(p+1)];
Packit b89d10
}
Packit b89d10
Packit b89d10
static int
Packit b89d10
is_valid_mbc_string(const UChar* p, const UChar* end)
Packit b89d10
{
Packit b89d10
  const UChar* end1 = end - 1;
Packit b89d10
Packit b89d10
  while (p < end1) {
Packit b89d10
    p += utf16le_mbc_enc_len(p);
Packit b89d10
  }
Packit b89d10
Packit b89d10
  if (p != end)
Packit b89d10
    return FALSE;
Packit b89d10
  else
Packit b89d10
    return TRUE;
Packit b89d10
}
Packit b89d10
Packit b89d10
static int
Packit b89d10
utf16le_is_mbc_newline(const UChar* p, const UChar* end)
Packit b89d10
{
Packit b89d10
  if (p + 1 < end) {
Packit b89d10
    if (*p == 0x0a && *(p+1) == 0x00)
Packit b89d10
      return 1;
Packit b89d10
#ifdef USE_UNICODE_ALL_LINE_TERMINATORS
Packit b89d10
    if ((
Packit b89d10
#ifndef USE_CRNL_AS_LINE_TERMINATOR
Packit b89d10
         *p == 0x0d ||
Packit b89d10
#endif
Packit b89d10
         *p == 0x85) && *(p+1) == 0x00)
Packit b89d10
      return 1;
Packit b89d10
Packit b89d10
    if (*(p+1) == 0x20 && (*p == 0x29 || *p == 0x28))
Packit b89d10
      return 1;
Packit b89d10
#endif
Packit b89d10
  }
Packit b89d10
  return 0;
Packit b89d10
}
Packit b89d10
Packit b89d10
static OnigCodePoint
Packit b89d10
utf16le_mbc_to_code(const UChar* p, const UChar* end ARG_UNUSED)
Packit b89d10
{
Packit b89d10
  OnigCodePoint code;
Packit b89d10
  UChar c0 = *p;
Packit b89d10
  UChar c1 = *(p+1);
Packit b89d10
Packit b89d10
  if (UTF16_IS_SURROGATE_FIRST(c1)) {
Packit b89d10
    code = ((((c1 - 0xd8) << 2) + ((c0  & 0xc0) >> 6) + 1) << 16)
Packit b89d10
         + ((((c0 & 0x3f) << 2) + (p[3] - 0xdc)) << 8)
Packit b89d10
         + p[2];
Packit b89d10
  }
Packit b89d10
  else {
Packit b89d10
    code = c1 * 256 + p[0];
Packit b89d10
  }
Packit b89d10
  return code;
Packit b89d10
}
Packit b89d10
Packit b89d10
static int
Packit b89d10
utf16le_code_to_mbc(OnigCodePoint code, UChar *buf)
Packit b89d10
{
Packit b89d10
  UChar* p = buf;
Packit b89d10
Packit b89d10
  if (code > 0xffff) {
Packit b89d10
    unsigned int plane, high;
Packit b89d10
Packit b89d10
    plane = (code >> 16) - 1;
Packit b89d10
    high = (code & 0xff00) >> 8;
Packit b89d10
Packit b89d10
    *p++ = ((plane & 0x03) << 6) + (high >> 2);
Packit b89d10
    *p++ = (plane >> 2) + 0xd8;
Packit b89d10
    *p++ = (UChar )(code & 0xff);
Packit b89d10
    *p   = (high & 0x03) + 0xdc;
Packit b89d10
    return 4;
Packit b89d10
  }
Packit b89d10
  else {
Packit b89d10
    *p++ = (UChar )(code & 0xff);
Packit b89d10
    *p++ = (UChar )((code & 0xff00) >> 8);
Packit b89d10
    return 2;
Packit b89d10
  }
Packit b89d10
}
Packit b89d10
Packit b89d10
static int
Packit b89d10
utf16le_mbc_case_fold(OnigCaseFoldType flag,
Packit b89d10
		      const UChar** pp, const UChar* end, UChar* fold)
Packit b89d10
{
Packit b89d10
  const UChar* p = *pp;
Packit b89d10
Packit b89d10
  if (ONIGENC_IS_ASCII_CODE(*p) && *(p+1) == 0) {
Packit b89d10
#ifdef USE_UNICODE_CASE_FOLD_TURKISH_AZERI
Packit b89d10
    if ((flag & ONIGENC_CASE_FOLD_TURKISH_AZERI) != 0) {
Packit b89d10
      if (*p == 0x49) {
Packit b89d10
        *fold++ = 0x31;
Packit b89d10
        *fold   = 0x01;
Packit b89d10
        (*pp) += 2;
Packit b89d10
        return 2;
Packit b89d10
      }
Packit b89d10
    }
Packit b89d10
#endif
Packit b89d10
Packit b89d10
    *fold++ = ONIGENC_ASCII_CODE_TO_LOWER_CASE(*p);
Packit b89d10
    *fold   = 0;
Packit b89d10
    *pp += 2;
Packit b89d10
    return 2;
Packit b89d10
  }
Packit b89d10
  else
Packit b89d10
    return onigenc_unicode_mbc_case_fold(ONIG_ENCODING_UTF16_LE, flag, pp, end,
Packit b89d10
					 fold);
Packit b89d10
}
Packit b89d10
Packit b89d10
#if 0
Packit b89d10
static int
Packit b89d10
utf16le_is_mbc_ambiguous(OnigCaseFoldType flag, const UChar** pp,
Packit b89d10
			 const UChar* end)
Packit b89d10
{
Packit b89d10
  const UChar* p = *pp;
Packit b89d10
Packit b89d10
  (*pp) += EncLen_UTF16[*(p+1)];
Packit b89d10
Packit b89d10
  if (*(p+1) == 0) {
Packit b89d10
    int c, v;
Packit b89d10
Packit b89d10
    if (*p == 0xdf && (flag & INTERNAL_ONIGENC_CASE_FOLD_MULTI_CHAR) != 0) {
Packit b89d10
      return TRUE;
Packit b89d10
    }
Packit b89d10
Packit b89d10
    c = *p;
Packit b89d10
    v = ONIGENC_IS_UNICODE_ISO_8859_1_BIT_CTYPE(c,
Packit b89d10
                       (BIT_CTYPE_UPPER | BIT_CTYPE_LOWER));
Packit b89d10
    if ((v | BIT_CTYPE_LOWER) != 0) {
Packit b89d10
      /* 0xaa, 0xb5, 0xba are lower case letter, but can't convert. */
Packit b89d10
      if (c >= 0xaa && c <= 0xba)
Packit b89d10
        return FALSE;
Packit b89d10
      else
Packit b89d10
        return TRUE;
Packit b89d10
    }
Packit b89d10
    return (v != 0 ? TRUE : FALSE);
Packit b89d10
  }
Packit b89d10
Packit b89d10
  return FALSE;
Packit b89d10
}
Packit b89d10
#endif
Packit b89d10
Packit b89d10
static UChar*
Packit b89d10
utf16le_left_adjust_char_head(const UChar* start, const UChar* s)
Packit b89d10
{
Packit b89d10
  if (s <= start) return (UChar* )s;
Packit b89d10
Packit b89d10
  if ((s - start) % 2 == 1) {
Packit b89d10
    s--;
Packit b89d10
  }
Packit b89d10
Packit b89d10
  if (UTF16_IS_SURROGATE_SECOND(*(s+1)) && s > start + 1)
Packit b89d10
    s -= 2;
Packit b89d10
Packit b89d10
  return (UChar* )s;
Packit b89d10
}
Packit b89d10
Packit b89d10
static int
Packit b89d10
utf16le_get_case_fold_codes_by_str(OnigCaseFoldType flag,
Packit b89d10
    const OnigUChar* p, const OnigUChar* end, OnigCaseFoldCodeItem items[])
Packit b89d10
{
Packit b89d10
  return onigenc_unicode_get_case_fold_codes_by_str(ONIG_ENCODING_UTF16_LE,
Packit b89d10
						    flag, p, end, items);
Packit b89d10
}
Packit b89d10
Packit b89d10
OnigEncodingType OnigEncodingUTF16_LE = {
Packit b89d10
  utf16le_mbc_enc_len,
Packit b89d10
  "UTF-16LE",   /* name */
Packit b89d10
  4,            /* max enc length */
Packit b89d10
  2,            /* min enc length */
Packit b89d10
  utf16le_is_mbc_newline,
Packit b89d10
  utf16le_mbc_to_code,
Packit b89d10
  utf16le_code_to_mbclen,
Packit b89d10
  utf16le_code_to_mbc,
Packit b89d10
  utf16le_mbc_case_fold,
Packit b89d10
  onigenc_unicode_apply_all_case_fold,
Packit b89d10
  utf16le_get_case_fold_codes_by_str,
Packit b89d10
  onigenc_unicode_property_name_to_ctype,
Packit b89d10
  onigenc_unicode_is_code_ctype,
Packit b89d10
  onigenc_utf16_32_get_ctype_code_range,
Packit b89d10
  utf16le_left_adjust_char_head,
Packit b89d10
  onigenc_always_false_is_allowed_reverse_match,
Packit b89d10
  init,
Packit b89d10
  0, /* is_initialized */
Packit b89d10
  is_valid_mbc_string,
Packit b89d10
  ENC_FLAG_UNICODE,
Packit b89d10
  0, 0
Packit b89d10
};