Blame src/hb-ucdn/ucdn.c

Packit Service 5bcba8
/*
Packit Service 5bcba8
 * Copyright (C) 2012 Grigori Goronzy <greg@kinoho.net>
Packit Service 5bcba8
 *
Packit Service 5bcba8
 * Permission to use, copy, modify, and/or distribute this software for any
Packit Service 5bcba8
 * purpose with or without fee is hereby granted, provided that the above
Packit Service 5bcba8
 * copyright notice and this permission notice appear in all copies.
Packit Service 5bcba8
 *
Packit Service 5bcba8
 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
Packit Service 5bcba8
 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
Packit Service 5bcba8
 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
Packit Service 5bcba8
 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
Packit Service 5bcba8
 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
Packit Service 5bcba8
 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
Packit Service 5bcba8
 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
Packit Service 5bcba8
 */
Packit Service 5bcba8
Packit Service 5bcba8
#include <stdio.h>
Packit Service 5bcba8
#include <stdlib.h>
Packit Service 5bcba8
#include <stdint.h>
Packit Service 5bcba8
#include "ucdn.h"
Packit Service 5bcba8
Packit Service 5bcba8
typedef struct {
Packit Service 5bcba8
    unsigned char category;
Packit Service 5bcba8
    unsigned char combining;
Packit Service 5bcba8
    unsigned char bidi_class;
Packit Service 5bcba8
    unsigned char mirrored;
Packit Service 5bcba8
    unsigned char east_asian_width;
Packit Service 5bcba8
    unsigned char script;
Packit Service 5bcba8
    unsigned char linebreak_class;
Packit Service 5bcba8
} UCDRecord;
Packit Service 5bcba8
Packit Service 5bcba8
typedef struct {
Packit Service 5bcba8
    unsigned short from, to;
Packit Service 5bcba8
} MirrorPair;
Packit Service 5bcba8
Packit Service 5bcba8
typedef struct {
Packit Service 5bcba8
  unsigned short from, to;
Packit Service 5bcba8
  unsigned char type;
Packit Service 5bcba8
} BracketPair;
Packit Service 5bcba8
Packit Service 5bcba8
typedef struct {
Packit Service 5bcba8
    unsigned int start;
Packit Service 5bcba8
    short count, index;
Packit Service 5bcba8
} Reindex;
Packit Service 5bcba8
Packit Service 5bcba8
#include "unicodedata_db.h"
Packit Service 5bcba8
Packit Service 5bcba8
/* constants required for Hangul (de)composition */
Packit Service 5bcba8
#define SBASE 0xAC00
Packit Service 5bcba8
#define LBASE 0x1100
Packit Service 5bcba8
#define VBASE 0x1161
Packit Service 5bcba8
#define TBASE 0x11A7
Packit Service 5bcba8
#define SCOUNT 11172
Packit Service 5bcba8
#define LCOUNT 19
Packit Service 5bcba8
#define VCOUNT 21
Packit Service 5bcba8
#define TCOUNT 28
Packit Service 5bcba8
#define NCOUNT (VCOUNT * TCOUNT)
Packit Service 5bcba8
Packit Service 5bcba8
static const UCDRecord *get_ucd_record(uint32_t code)
Packit Service 5bcba8
{
Packit Service 5bcba8
    int index, offset;
Packit Service 5bcba8
Packit Service 5bcba8
    if (code >= 0x110000)
Packit Service 5bcba8
        index = 0;
Packit Service 5bcba8
    else {
Packit Service 5bcba8
        index  = index0[code >> (SHIFT1+SHIFT2)] << SHIFT1;
Packit Service 5bcba8
        offset = (code >> SHIFT2) & ((1<
Packit Service 5bcba8
        index  = index1[index + offset] << SHIFT2;
Packit Service 5bcba8
        offset = code & ((1<
Packit Service 5bcba8
        index  = index2[index + offset];
Packit Service 5bcba8
    }
Packit Service 5bcba8
Packit Service 5bcba8
    return &ucd_records[index];
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
static const unsigned short *get_decomp_record(uint32_t code)
Packit Service 5bcba8
{
Packit Service 5bcba8
    int index, offset;
Packit Service 5bcba8
Packit Service 5bcba8
    if (code >= 0x110000)
Packit Service 5bcba8
        index = 0;
Packit Service 5bcba8
    else {
Packit Service 5bcba8
        index  = decomp_index0[code >> (DECOMP_SHIFT1+DECOMP_SHIFT2)]
Packit Service 5bcba8
            << DECOMP_SHIFT1;
Packit Service 5bcba8
        offset = (code >> DECOMP_SHIFT2) & ((1<
Packit Service 5bcba8
        index  = decomp_index1[index + offset] << DECOMP_SHIFT2;
Packit Service 5bcba8
        offset = code & ((1<
Packit Service 5bcba8
        index  = decomp_index2[index + offset];
Packit Service 5bcba8
    }
Packit Service 5bcba8
Packit Service 5bcba8
    return &decomp_data[index];
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
static int get_comp_index(uint32_t code, const Reindex *idx)
Packit Service 5bcba8
{
Packit Service 5bcba8
    int i;
Packit Service 5bcba8
Packit Service 5bcba8
    for (i = 0; idx[i].start; i++) {
Packit Service 5bcba8
        const Reindex *cur = &idx[i];
Packit Service 5bcba8
        if (code < cur->start)
Packit Service 5bcba8
            return -1;
Packit Service 5bcba8
        if (code <= cur->start + cur->count) {
Packit Service 5bcba8
            return cur->index + (code - cur->start);
Packit Service 5bcba8
        }
Packit Service 5bcba8
    }
Packit Service 5bcba8
Packit Service 5bcba8
    return -1;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
static int compare_mp(const void *a, const void *b)
Packit Service 5bcba8
{
Packit Service 5bcba8
    MirrorPair *mpa = (MirrorPair *)a;
Packit Service 5bcba8
    MirrorPair *mpb = (MirrorPair *)b;
Packit Service 5bcba8
    return mpa->from - mpb->from;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
static int compare_bp(const void *a, const void *b)
Packit Service 5bcba8
{
Packit Service 5bcba8
    BracketPair *bpa = (BracketPair *)a;
Packit Service 5bcba8
    BracketPair *bpb = (BracketPair *)b;
Packit Service 5bcba8
    return bpa->from - bpb->from;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
static BracketPair *search_bp(uint32_t code)
Packit Service 5bcba8
{
Packit Service 5bcba8
    BracketPair bp = {0,0,2};
Packit Service 5bcba8
    BracketPair *res;
Packit Service 5bcba8
Packit Service 5bcba8
    bp.from = code;
Packit Service 5bcba8
    res = bsearch(&bp, bracket_pairs, BIDI_BRACKET_LEN, sizeof(BracketPair),
Packit Service 5bcba8
            compare_bp);
Packit Service 5bcba8
    return res;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
static int hangul_pair_decompose(uint32_t code, uint32_t *a, uint32_t *b)
Packit Service 5bcba8
{
Packit Service 5bcba8
    int si = code - SBASE;
Packit Service 5bcba8
Packit Service 5bcba8
    if (si < 0 || si >= SCOUNT)
Packit Service 5bcba8
        return 0;
Packit Service 5bcba8
Packit Service 5bcba8
    if (si % TCOUNT) {
Packit Service 5bcba8
        /* LV,T */
Packit Service 5bcba8
        *a = SBASE + (si / TCOUNT) * TCOUNT;
Packit Service 5bcba8
        *b = TBASE + (si % TCOUNT);
Packit Service 5bcba8
        return 3;
Packit Service 5bcba8
    } else {
Packit Service 5bcba8
        /* L,V */
Packit Service 5bcba8
        *a = LBASE + (si / NCOUNT);
Packit Service 5bcba8
        *b = VBASE + (si % NCOUNT) / TCOUNT;
Packit Service 5bcba8
        return 2;
Packit Service 5bcba8
    }
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
static int hangul_pair_compose(uint32_t *code, uint32_t a, uint32_t b)
Packit Service 5bcba8
{
Packit Service 5bcba8
    if (b < VBASE || b >= (TBASE + TCOUNT))
Packit Service 5bcba8
        return 0;
Packit Service 5bcba8
Packit Service 5bcba8
    if ((a < LBASE || a >= (LBASE + LCOUNT))
Packit Service 5bcba8
            && (a < SBASE || a >= (SBASE + SCOUNT)))
Packit Service 5bcba8
        return 0;
Packit Service 5bcba8
Packit Service 5bcba8
    if (a >= SBASE) {
Packit Service 5bcba8
        /* LV,T */
Packit Service 5bcba8
        *code = a + (b - TBASE);
Packit Service 5bcba8
        return 3;
Packit Service 5bcba8
    } else {
Packit Service 5bcba8
        /* L,V */
Packit Service 5bcba8
        int li = a - LBASE;
Packit Service 5bcba8
        int vi = b - VBASE;
Packit Service 5bcba8
        *code = SBASE + li * NCOUNT + vi * TCOUNT;
Packit Service 5bcba8
        return 2;
Packit Service 5bcba8
    }
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
static uint32_t decode_utf16(const unsigned short **code_ptr)
Packit Service 5bcba8
{
Packit Service 5bcba8
    const unsigned short *code = *code_ptr;
Packit Service 5bcba8
Packit Service 5bcba8
    if ((code[0] & 0xd800) != 0xd800) {
Packit Service 5bcba8
        *code_ptr += 1;
Packit Service 5bcba8
        return (uint32_t)code[0];
Packit Service 5bcba8
    } else {
Packit Service 5bcba8
        *code_ptr += 2;
Packit Service 5bcba8
        return 0x10000 + ((uint32_t)code[1] - 0xdc00) +
Packit Service 5bcba8
            (((uint32_t)code[0] - 0xd800) << 10);
Packit Service 5bcba8
    }
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
const char *ucdn_get_unicode_version(void)
Packit Service 5bcba8
{
Packit Service 5bcba8
    return UNIDATA_VERSION;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
int ucdn_get_combining_class(uint32_t code)
Packit Service 5bcba8
{
Packit Service 5bcba8
    return get_ucd_record(code)->combining;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
int ucdn_get_east_asian_width(uint32_t code)
Packit Service 5bcba8
{
Packit Service 5bcba8
    return get_ucd_record(code)->east_asian_width;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
int ucdn_get_general_category(uint32_t code)
Packit Service 5bcba8
{
Packit Service 5bcba8
    return get_ucd_record(code)->category;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
int ucdn_get_bidi_class(uint32_t code)
Packit Service 5bcba8
{
Packit Service 5bcba8
    return get_ucd_record(code)->bidi_class;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
int ucdn_get_mirrored(uint32_t code)
Packit Service 5bcba8
{
Packit Service 5bcba8
    return get_ucd_record(code)->mirrored;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
int ucdn_get_script(uint32_t code)
Packit Service 5bcba8
{
Packit Service 5bcba8
    return get_ucd_record(code)->script;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
int ucdn_get_linebreak_class(uint32_t code)
Packit Service 5bcba8
{
Packit Service 5bcba8
    return get_ucd_record(code)->linebreak_class;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
int ucdn_get_resolved_linebreak_class(uint32_t code)
Packit Service 5bcba8
{
Packit Service 5bcba8
    const UCDRecord *record = get_ucd_record(code);
Packit Service 5bcba8
Packit Service 5bcba8
    switch (record->linebreak_class)
Packit Service 5bcba8
    {
Packit Service 5bcba8
    case UCDN_LINEBREAK_CLASS_AI:
Packit Service 5bcba8
    case UCDN_LINEBREAK_CLASS_SG:
Packit Service 5bcba8
    case UCDN_LINEBREAK_CLASS_XX:
Packit Service 5bcba8
        return UCDN_LINEBREAK_CLASS_AL;
Packit Service 5bcba8
Packit Service 5bcba8
    case UCDN_LINEBREAK_CLASS_SA:
Packit Service 5bcba8
        if (record->category == UCDN_GENERAL_CATEGORY_MC ||
Packit Service 5bcba8
                record->category == UCDN_GENERAL_CATEGORY_MN)
Packit Service 5bcba8
            return UCDN_LINEBREAK_CLASS_CM;
Packit Service 5bcba8
        return UCDN_LINEBREAK_CLASS_AL;
Packit Service 5bcba8
Packit Service 5bcba8
    case UCDN_LINEBREAK_CLASS_CJ:
Packit Service 5bcba8
        return UCDN_LINEBREAK_CLASS_NS;
Packit Service 5bcba8
Packit Service 5bcba8
    case UCDN_LINEBREAK_CLASS_CB:
Packit Service 5bcba8
        return UCDN_LINEBREAK_CLASS_B2;
Packit Service 5bcba8
Packit Service 5bcba8
    case UCDN_LINEBREAK_CLASS_NL:
Packit Service 5bcba8
        return UCDN_LINEBREAK_CLASS_BK;
Packit Service 5bcba8
Packit Service 5bcba8
    default:
Packit Service 5bcba8
        return record->linebreak_class;
Packit Service 5bcba8
    }
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
uint32_t ucdn_mirror(uint32_t code)
Packit Service 5bcba8
{
Packit Service 5bcba8
    MirrorPair mp = {0};
Packit Service 5bcba8
    MirrorPair *res;
Packit Service 5bcba8
Packit Service 5bcba8
    if (get_ucd_record(code)->mirrored == 0)
Packit Service 5bcba8
        return code;
Packit Service 5bcba8
Packit Service 5bcba8
    mp.from = code;
Packit Service 5bcba8
    res = bsearch(&mp, mirror_pairs, BIDI_MIRROR_LEN, sizeof(MirrorPair),
Packit Service 5bcba8
            compare_mp);
Packit Service 5bcba8
Packit Service 5bcba8
    if (res == NULL)
Packit Service 5bcba8
        return code;
Packit Service 5bcba8
    else
Packit Service 5bcba8
        return res->to;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
uint32_t ucdn_paired_bracket(uint32_t code)
Packit Service 5bcba8
{
Packit Service 5bcba8
    BracketPair *res = search_bp(code);
Packit Service 5bcba8
    if (res == NULL)
Packit Service 5bcba8
        return code;
Packit Service 5bcba8
    else
Packit Service 5bcba8
        return res->to;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
int ucdn_paired_bracket_type(uint32_t code)
Packit Service 5bcba8
{
Packit Service 5bcba8
    BracketPair *res = search_bp(code);
Packit Service 5bcba8
    if (res == NULL)
Packit Service 5bcba8
        return UCDN_BIDI_PAIRED_BRACKET_TYPE_NONE;
Packit Service 5bcba8
    else
Packit Service 5bcba8
        return res->type;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
int ucdn_decompose(uint32_t code, uint32_t *a, uint32_t *b)
Packit Service 5bcba8
{
Packit Service 5bcba8
    const unsigned short *rec;
Packit Service 5bcba8
    int len;
Packit Service 5bcba8
Packit Service 5bcba8
    if (hangul_pair_decompose(code, a, b))
Packit Service 5bcba8
        return 1;
Packit Service 5bcba8
Packit Service 5bcba8
    rec = get_decomp_record(code);
Packit Service 5bcba8
    len = rec[0] >> 8;
Packit Service 5bcba8
Packit Service 5bcba8
    if ((rec[0] & 0xff) != 0 || len == 0)
Packit Service 5bcba8
        return 0;
Packit Service 5bcba8
Packit Service 5bcba8
    rec++;
Packit Service 5bcba8
    *a = decode_utf16(&rec);
Packit Service 5bcba8
    if (len > 1)
Packit Service 5bcba8
        *b = decode_utf16(&rec);
Packit Service 5bcba8
    else
Packit Service 5bcba8
        *b = 0;
Packit Service 5bcba8
Packit Service 5bcba8
    return 1;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
int ucdn_compose(uint32_t *code, uint32_t a, uint32_t b)
Packit Service 5bcba8
{
Packit Service 5bcba8
    int l, r, index, indexi, offset;
Packit Service 5bcba8
Packit Service 5bcba8
    if (hangul_pair_compose(code, a, b))
Packit Service 5bcba8
        return 1;
Packit Service 5bcba8
Packit Service 5bcba8
    l = get_comp_index(a, nfc_first);
Packit Service 5bcba8
    r = get_comp_index(b, nfc_last);
Packit Service 5bcba8
Packit Service 5bcba8
    if (l < 0 || r < 0)
Packit Service 5bcba8
        return 0;
Packit Service 5bcba8
Packit Service 5bcba8
    indexi = l * TOTAL_LAST + r;
Packit Service 5bcba8
    index  = comp_index0[indexi >> (COMP_SHIFT1+COMP_SHIFT2)] << COMP_SHIFT1;
Packit Service 5bcba8
    offset = (indexi >> COMP_SHIFT2) & ((1<
Packit Service 5bcba8
    index  = comp_index1[index + offset] << COMP_SHIFT2;
Packit Service 5bcba8
    offset = indexi & ((1<
Packit Service 5bcba8
    *code  = comp_data[index + offset];
Packit Service 5bcba8
Packit Service 5bcba8
    return *code != 0;
Packit Service 5bcba8
}
Packit Service 5bcba8
Packit Service 5bcba8
int ucdn_compat_decompose(uint32_t code, uint32_t *decomposed)
Packit Service 5bcba8
{
Packit Service 5bcba8
    int i, len;
Packit Service 5bcba8
    const unsigned short *rec = get_decomp_record(code);
Packit Service 5bcba8
    len = rec[0] >> 8;
Packit Service 5bcba8
Packit Service 5bcba8
    if (len == 0)
Packit Service 5bcba8
        return 0;
Packit Service 5bcba8
Packit Service 5bcba8
    rec++;
Packit Service 5bcba8
    for (i = 0; i < len; i++)
Packit Service 5bcba8
        decomposed[i] = decode_utf16(&rec);
Packit Service 5bcba8
Packit Service 5bcba8
    return len;
Packit Service 5bcba8
}