Blame lib/ext2fs/nls_utf8.c

Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Copyright (c) 2014 SGI.
Packit Service 6dc5fa
 * Copyright (c) 2018 Collabora Ltd.
Packit Service 6dc5fa
 * All rights reserved.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * This program is free software; you can redistribute it and/or
Packit Service 6dc5fa
 * modify it under the terms of the GNU General Public License as
Packit Service 6dc5fa
 * published by the Free Software Foundation.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * This program is distributed in the hope that it would be useful,
Packit Service 6dc5fa
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit Service 6dc5fa
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
Packit Service 6dc5fa
 * GNU General Public License for more details.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * This code is adapted from the Linux Kernel.  We have a
Packit Service 6dc5fa
 * userspace version here such that the hashes will match that
Packit Service 6dc5fa
 * implementation.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
Packit Service 6dc5fa
#include "config.h"
Packit Service 6dc5fa
#include <stdint.h>
Packit Service 6dc5fa
#include <unistd.h>
Packit Service 6dc5fa
#include <string.h>
Packit Service 6dc5fa
#include <limits.h>
Packit Service 6dc5fa
#include <errno.h>
Packit Service 6dc5fa
Packit Service 6dc5fa
#include "ext2_fs.h"
Packit Service 6dc5fa
#include "ext2fs.h"
Packit Service 6dc5fa
#include "ext2fsP.h"
Packit Service 6dc5fa
Packit Service 6dc5fa
/* Encoding a unicode version number as a single unsigned int. */
Packit Service 6dc5fa
#define UNICODE_MAJ_SHIFT		(16)
Packit Service 6dc5fa
#define UNICODE_MIN_SHIFT		(8)
Packit Service 6dc5fa
Packit Service 6dc5fa
#define UNICODE_AGE(MAJ, MIN, REV)			\
Packit Service 6dc5fa
	(((unsigned int)(MAJ) << UNICODE_MAJ_SHIFT) |	\
Packit Service 6dc5fa
	 ((unsigned int)(MIN) << UNICODE_MIN_SHIFT) |	\
Packit Service 6dc5fa
	 ((unsigned int)(REV)))
Packit Service 6dc5fa
Packit Service 6dc5fa
/* Needed in struct utf8cursor below. */
Packit Service 6dc5fa
#define UTF8HANGULLEAF	(12)
Packit Service 6dc5fa
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Cursor structure used by the normalizer.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
struct utf8cursor {
Packit Service 6dc5fa
	const struct utf8data	*data;
Packit Service 6dc5fa
	const char	*s;
Packit Service 6dc5fa
	const char	*p;
Packit Service 6dc5fa
	const char	*ss;
Packit Service 6dc5fa
	const char	*sp;
Packit Service 6dc5fa
	unsigned int	len;
Packit Service 6dc5fa
	unsigned int	slen;
Packit Service 6dc5fa
	short int	ccc;
Packit Service 6dc5fa
	short int	nccc;
Packit Service 6dc5fa
	unsigned char	hangul[UTF8HANGULLEAF];
Packit Service 6dc5fa
};
Packit Service 6dc5fa
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Initialize a utf8cursor to normalize a string.
Packit Service 6dc5fa
 * Returns 0 on success.
Packit Service 6dc5fa
 * Returns -1 on failure.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
// extern int utf8cursor(struct utf8cursor *u8c, const struct utf8data *data,
Packit Service 6dc5fa
//		      const char *s);
Packit Service 6dc5fa
// extern int utf8ncursor(struct utf8cursor *u8c, const struct utf8data *data,
Packit Service 6dc5fa
//		       const char *s, size_t len);
Packit Service 6dc5fa
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Get the next byte in the normalization.
Packit Service 6dc5fa
 * Returns a value > 0 && < 256 on success.
Packit Service 6dc5fa
 * Returns 0 when the end of the normalization is reached.
Packit Service 6dc5fa
 * Returns -1 if the string being normalized is not valid UTF-8.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
// extern int utf8byte(struct utf8cursor *u8c);
Packit Service 6dc5fa
Packit Service 6dc5fa
Packit Service 6dc5fa
struct utf8data {
Packit Service 6dc5fa
	unsigned int maxage;
Packit Service 6dc5fa
	unsigned int offset;
Packit Service 6dc5fa
};
Packit Service 6dc5fa
Packit Service 6dc5fa
#define __INCLUDED_FROM_UTF8NORM_C__
Packit Service 6dc5fa
#include "utf8data.h"
Packit Service 6dc5fa
#undef __INCLUDED_FROM_UTF8NORM_C__
Packit Service 6dc5fa
Packit Service 6dc5fa
#define ARRAY_SIZE(array)			\
Packit Service 6dc5fa
        (sizeof(array) / sizeof(array[0]))
Packit Service 6dc5fa
Packit Service 6dc5fa
#if 0
Packit Service 6dc5fa
/* Highest unicode version supported by the data tables. */
Packit Service 6dc5fa
static int utf8version_is_supported(uint8_t maj, uint8_t min, uint8_t rev)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	int i = ARRAY_SIZE(utf8agetab) - 1;
Packit Service 6dc5fa
	unsigned int sb_utf8version = UNICODE_AGE(maj, min, rev);
Packit Service 6dc5fa
Packit Service 6dc5fa
	while (i >= 0 && utf8agetab[i] != 0) {
Packit Service 6dc5fa
		if (sb_utf8version == utf8agetab[i])
Packit Service 6dc5fa
			return 1;
Packit Service 6dc5fa
		i--;
Packit Service 6dc5fa
	}
Packit Service 6dc5fa
	return 0;
Packit Service 6dc5fa
}
Packit Service 6dc5fa
#endif
Packit Service 6dc5fa
Packit Service 6dc5fa
#if 0
Packit Service 6dc5fa
static int utf8version_latest(void)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	return utf8vers;
Packit Service 6dc5fa
}
Packit Service 6dc5fa
#endif
Packit Service 6dc5fa
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * UTF-8 valid ranges.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * The UTF-8 encoding spreads the bits of a 32bit word over several
Packit Service 6dc5fa
 * bytes. This table gives the ranges that can be held and how they'd
Packit Service 6dc5fa
 * be represented.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * 0x00000000 0x0000007F: 0xxxxxxx
Packit Service 6dc5fa
 * 0x00000000 0x000007FF: 110xxxxx 10xxxxxx
Packit Service 6dc5fa
 * 0x00000000 0x0000FFFF: 1110xxxx 10xxxxxx 10xxxxxx
Packit Service 6dc5fa
 * 0x00000000 0x001FFFFF: 11110xxx 10xxxxxx 10xxxxxx 10xxxxxx
Packit Service 6dc5fa
 * 0x00000000 0x03FFFFFF: 111110xx 10xxxxxx 10xxxxxx 10xxxxxx 10xxxxxx
Packit Service 6dc5fa
 * 0x00000000 0x7FFFFFFF: 1111110x 10xxxxxx 10xxxxxx 10xxxxxx 10xxxxxx 10xxxxxx
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * There is an additional requirement on UTF-8, in that only the
Packit Service 6dc5fa
 * shortest representation of a 32bit value is to be used.  A decoder
Packit Service 6dc5fa
 * must not decode sequences that do not satisfy this requirement.
Packit Service 6dc5fa
 * Thus the allowed ranges have a lower bound.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * 0x00000000 0x0000007F: 0xxxxxxx
Packit Service 6dc5fa
 * 0x00000080 0x000007FF: 110xxxxx 10xxxxxx
Packit Service 6dc5fa
 * 0x00000800 0x0000FFFF: 1110xxxx 10xxxxxx 10xxxxxx
Packit Service 6dc5fa
 * 0x00010000 0x001FFFFF: 11110xxx 10xxxxxx 10xxxxxx 10xxxxxx
Packit Service 6dc5fa
 * 0x00200000 0x03FFFFFF: 111110xx 10xxxxxx 10xxxxxx 10xxxxxx 10xxxxxx
Packit Service 6dc5fa
 * 0x04000000 0x7FFFFFFF: 1111110x 10xxxxxx 10xxxxxx 10xxxxxx 10xxxxxx 10xxxxxx
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * Actual unicode characters are limited to the range 0x0 - 0x10FFFF,
Packit Service 6dc5fa
 * 17 planes of 65536 values.  This limits the sequences actually seen
Packit Service 6dc5fa
 * even more, to just the following.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 *          0 -     0x7F: 0                   - 0x7F
Packit Service 6dc5fa
 *       0x80 -    0x7FF: 0xC2 0x80           - 0xDF 0xBF
Packit Service 6dc5fa
 *      0x800 -   0xFFFF: 0xE0 0xA0 0x80      - 0xEF 0xBF 0xBF
Packit Service 6dc5fa
 *    0x10000 - 0x10FFFF: 0xF0 0x90 0x80 0x80 - 0xF4 0x8F 0xBF 0xBF
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * Within those ranges the surrogates 0xD800 - 0xDFFF are not allowed.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * Note that the longest sequence seen with valid usage is 4 bytes,
Packit Service 6dc5fa
 * the same a single UTF-32 character.  This makes the UTF-8
Packit Service 6dc5fa
 * representation of Unicode strictly smaller than UTF-32.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * The shortest sequence requirement was introduced by:
Packit Service 6dc5fa
 *    Corrigendum #1: UTF-8 Shortest Form
Packit Service 6dc5fa
 * It can be found here:
Packit Service 6dc5fa
 *    http://www.unicode.org/versions/corrigendum1.html
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Return the number of bytes used by the current UTF-8 sequence.
Packit Service 6dc5fa
 * Assumes the input points to the first byte of a valid UTF-8
Packit Service 6dc5fa
 * sequence.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
static inline int utf8clen(const char *s)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	unsigned char c = *s;
Packit Service 6dc5fa
Packit Service 6dc5fa
	return 1 + (c >= 0xC0) + (c >= 0xE0) + (c >= 0xF0);
Packit Service 6dc5fa
}
Packit Service 6dc5fa
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Decode a 3-byte UTF-8 sequence.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
static unsigned int
Packit Service 6dc5fa
utf8decode3(const char *str)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	unsigned int		uc;
Packit Service 6dc5fa
Packit Service 6dc5fa
	uc = *str++ & 0x0F;
Packit Service 6dc5fa
	uc <<= 6;
Packit Service 6dc5fa
	uc |= *str++ & 0x3F;
Packit Service 6dc5fa
	uc <<= 6;
Packit Service 6dc5fa
	uc |= *str++ & 0x3F;
Packit Service 6dc5fa
Packit Service 6dc5fa
	return uc;
Packit Service 6dc5fa
}
Packit Service 6dc5fa
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Encode a 3-byte UTF-8 sequence.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
static int
Packit Service 6dc5fa
utf8encode3(char *str, unsigned int val)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	str[2] = (val & 0x3F) | 0x80;
Packit Service 6dc5fa
	val >>= 6;
Packit Service 6dc5fa
	str[1] = (val & 0x3F) | 0x80;
Packit Service 6dc5fa
	val >>= 6;
Packit Service 6dc5fa
	str[0] = val | 0xE0;
Packit Service 6dc5fa
Packit Service 6dc5fa
	return 3;
Packit Service 6dc5fa
}
Packit Service 6dc5fa
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * utf8trie_t
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * A compact binary tree, used to decode UTF-8 characters.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * Internal nodes are one byte for the node itself, and up to three
Packit Service 6dc5fa
 * bytes for an offset into the tree.  The first byte contains the
Packit Service 6dc5fa
 * following information:
Packit Service 6dc5fa
 *  NEXTBYTE  - flag        - advance to next byte if set
Packit Service 6dc5fa
 *  BITNUM    - 3 bit field - the bit number to tested
Packit Service 6dc5fa
 *  OFFLEN    - 2 bit field - number of bytes in the offset
Packit Service 6dc5fa
 * if offlen == 0 (non-branching node)
Packit Service 6dc5fa
 *  RIGHTPATH - 1 bit field - set if the following node is for the
Packit Service 6dc5fa
 *                            right-hand path (tested bit is set)
Packit Service 6dc5fa
 *  TRIENODE  - 1 bit field - set if the following node is an internal
Packit Service 6dc5fa
 *                            node, otherwise it is a leaf node
Packit Service 6dc5fa
 * if offlen != 0 (branching node)
Packit Service 6dc5fa
 *  LEFTNODE  - 1 bit field - set if the left-hand node is internal
Packit Service 6dc5fa
 *  RIGHTNODE - 1 bit field - set if the right-hand node is internal
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * Due to the way utf8 works, there cannot be branching nodes with
Packit Service 6dc5fa
 * NEXTBYTE set, and moreover those nodes always have a righthand
Packit Service 6dc5fa
 * descendant.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
typedef const unsigned char utf8trie_t;
Packit Service 6dc5fa
#define BITNUM		0x07
Packit Service 6dc5fa
#define NEXTBYTE	0x08
Packit Service 6dc5fa
#define OFFLEN		0x30
Packit Service 6dc5fa
#define OFFLEN_SHIFT	4
Packit Service 6dc5fa
#define RIGHTPATH	0x40
Packit Service 6dc5fa
#define TRIENODE	0x80
Packit Service 6dc5fa
#define RIGHTNODE	0x40
Packit Service 6dc5fa
#define LEFTNODE	0x80
Packit Service 6dc5fa
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * utf8leaf_t
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * The leaves of the trie are embedded in the trie, and so the same
Packit Service 6dc5fa
 * underlying datatype: unsigned char.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * leaf[0]: The unicode version, stored as a generation number that is
Packit Service 6dc5fa
 *          an index into utf8agetab[].  With this we can filter code
Packit Service 6dc5fa
 *          points based on the unicode version in which they were
Packit Service 6dc5fa
 *          defined.  The CCC of a non-defined code point is 0.
Packit Service 6dc5fa
 * leaf[1]: Canonical Combining Class. During normalization, we need
Packit Service 6dc5fa
 *          to do a stable sort into ascending order of all characters
Packit Service 6dc5fa
 *          with a non-zero CCC that occur between two characters with
Packit Service 6dc5fa
 *          a CCC of 0, or at the begin or end of a string.
Packit Service 6dc5fa
 *          The unicode standard guarantees that all CCC values are
Packit Service 6dc5fa
 *          between 0 and 254 inclusive, which leaves 255 available as
Packit Service 6dc5fa
 *          a special value.
Packit Service 6dc5fa
 *          Code points with CCC 0 are known as stoppers.
Packit Service 6dc5fa
 * leaf[2]: Decomposition. If leaf[1] == 255, then leaf[2] is the
Packit Service 6dc5fa
 *          start of a NUL-terminated string that is the decomposition
Packit Service 6dc5fa
 *          of the character.
Packit Service 6dc5fa
 *          The CCC of a decomposable character is the same as the CCC
Packit Service 6dc5fa
 *          of the first character of its decomposition.
Packit Service 6dc5fa
 *          Some characters decompose as the empty string: these are
Packit Service 6dc5fa
 *          characters with the Default_Ignorable_Code_Point property.
Packit Service 6dc5fa
 *          These do affect normalization, as they all have CCC 0.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * The decompositions in the trie have been fully expanded, with the
Packit Service 6dc5fa
 * exception of Hangul syllables, which are decomposed algorithmically.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * Casefolding, if applicable, is also done using decompositions.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * The trie is constructed in such a way that leaves exist for all
Packit Service 6dc5fa
 * UTF-8 sequences that match the criteria from the "UTF-8 valid
Packit Service 6dc5fa
 * ranges" comment above, and only for those sequences.  Therefore a
Packit Service 6dc5fa
 * lookup in the trie can be used to validate the UTF-8 input.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
typedef const unsigned char utf8leaf_t;
Packit Service 6dc5fa
Packit Service 6dc5fa
#define LEAF_GEN(LEAF)	((LEAF)[0])
Packit Service 6dc5fa
#define LEAF_CCC(LEAF)	((LEAF)[1])
Packit Service 6dc5fa
#define LEAF_STR(LEAF)	((const char *)((LEAF) + 2))
Packit Service 6dc5fa
Packit Service 6dc5fa
#define MINCCC		(0)
Packit Service 6dc5fa
#define MAXCCC		(254)
Packit Service 6dc5fa
#define STOPPER		(0)
Packit Service 6dc5fa
#define	DECOMPOSE	(255)
Packit Service 6dc5fa
Packit Service 6dc5fa
/* Marker for hangul syllable decomposition. */
Packit Service 6dc5fa
#define HANGUL		((char)(255))
Packit Service 6dc5fa
/* Size of the synthesized leaf used for Hangul syllable decomposition. */
Packit Service 6dc5fa
#define UTF8HANGULLEAF	(12)
Packit Service 6dc5fa
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Hangul decomposition (algorithm from Section 3.12 of Unicode 6.3.0)
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * AC00;<Hangul Syllable, First>;Lo;0;L;;;;;N;;;;;
Packit Service 6dc5fa
 * D7A3;<Hangul Syllable, Last>;Lo;0;L;;;;;N;;;;;
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * SBase = 0xAC00
Packit Service 6dc5fa
 * LBase = 0x1100
Packit Service 6dc5fa
 * VBase = 0x1161
Packit Service 6dc5fa
 * TBase = 0x11A7
Packit Service 6dc5fa
 * LCount = 19
Packit Service 6dc5fa
 * VCount = 21
Packit Service 6dc5fa
 * TCount = 28
Packit Service 6dc5fa
 * NCount = 588 (VCount * TCount)
Packit Service 6dc5fa
 * SCount = 11172 (LCount * NCount)
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * Decomposition:
Packit Service 6dc5fa
 *   SIndex = s - SBase
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * LV (Canonical/Full)
Packit Service 6dc5fa
 *   LIndex = SIndex / NCount
Packit Service 6dc5fa
 *   VIndex = (Sindex % NCount) / TCount
Packit Service 6dc5fa
 *   LPart = LBase + LIndex
Packit Service 6dc5fa
 *   VPart = VBase + VIndex
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * LVT (Canonical)
Packit Service 6dc5fa
 *   LVIndex = (SIndex / TCount) * TCount
Packit Service 6dc5fa
 *   TIndex = (Sindex % TCount)
Packit Service 6dc5fa
 *   LVPart = SBase + LVIndex
Packit Service 6dc5fa
 *   TPart = TBase + TIndex
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * LVT (Full)
Packit Service 6dc5fa
 *   LIndex = SIndex / NCount
Packit Service 6dc5fa
 *   VIndex = (Sindex % NCount) / TCount
Packit Service 6dc5fa
 *   TIndex = (Sindex % TCount)
Packit Service 6dc5fa
 *   LPart = LBase + LIndex
Packit Service 6dc5fa
 *   VPart = VBase + VIndex
Packit Service 6dc5fa
 *   if (TIndex == 0) {
Packit Service 6dc5fa
 *          d = <LPart, VPart>
Packit Service 6dc5fa
 *   } else {
Packit Service 6dc5fa
 *          TPart = TBase + TIndex
Packit Service 6dc5fa
 *          d = <LPart, TPart, VPart>
Packit Service 6dc5fa
 *   }
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
Packit Service 6dc5fa
/* Constants */
Packit Service 6dc5fa
#define SB	(0xAC00)
Packit Service 6dc5fa
#define LB	(0x1100)
Packit Service 6dc5fa
#define VB	(0x1161)
Packit Service 6dc5fa
#define TB	(0x11A7)
Packit Service 6dc5fa
#define LC	(19)
Packit Service 6dc5fa
#define VC	(21)
Packit Service 6dc5fa
#define TC	(28)
Packit Service 6dc5fa
#define NC	(VC * TC)
Packit Service 6dc5fa
#define SC	(LC * NC)
Packit Service 6dc5fa
Packit Service 6dc5fa
/* Algorithmic decomposition of hangul syllable. */
Packit Service 6dc5fa
static utf8leaf_t *
Packit Service 6dc5fa
utf8hangul(const char *str, unsigned char *hangul)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	unsigned int	si;
Packit Service 6dc5fa
	unsigned int	li;
Packit Service 6dc5fa
	unsigned int	vi;
Packit Service 6dc5fa
	unsigned int	ti;
Packit Service 6dc5fa
	unsigned char	*h;
Packit Service 6dc5fa
Packit Service 6dc5fa
	/* Calculate the SI, LI, VI, and TI values. */
Packit Service 6dc5fa
	si = utf8decode3(str) - SB;
Packit Service 6dc5fa
	li = si / NC;
Packit Service 6dc5fa
	vi = (si % NC) / TC;
Packit Service 6dc5fa
	ti = si % TC;
Packit Service 6dc5fa
Packit Service 6dc5fa
	/* Fill in base of leaf. */
Packit Service 6dc5fa
	h = hangul;
Packit Service 6dc5fa
	LEAF_GEN(h) = 2;
Packit Service 6dc5fa
	LEAF_CCC(h) = DECOMPOSE;
Packit Service 6dc5fa
	h += 2;
Packit Service 6dc5fa
Packit Service 6dc5fa
	/* Add LPart, a 3-byte UTF-8 sequence. */
Packit Service 6dc5fa
	h += utf8encode3((char *)h, li + LB);
Packit Service 6dc5fa
Packit Service 6dc5fa
	/* Add VPart, a 3-byte UTF-8 sequence. */
Packit Service 6dc5fa
	h += utf8encode3((char *)h, vi + VB);
Packit Service 6dc5fa
Packit Service 6dc5fa
	/* Add TPart if required, also a 3-byte UTF-8 sequence. */
Packit Service 6dc5fa
	if (ti)
Packit Service 6dc5fa
		h += utf8encode3((char *)h, ti + TB);
Packit Service 6dc5fa
Packit Service 6dc5fa
	/* Terminate string. */
Packit Service 6dc5fa
	h[0] = '\0';
Packit Service 6dc5fa
Packit Service 6dc5fa
	return hangul;
Packit Service 6dc5fa
}
Packit Service 6dc5fa
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Use trie to scan s, touching at most len bytes.
Packit Service 6dc5fa
 * Returns the leaf if one exists, NULL otherwise.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * A non-NULL return guarantees that the UTF-8 sequence starting at s
Packit Service 6dc5fa
 * is well-formed and corresponds to a known unicode code point.  The
Packit Service 6dc5fa
 * shorthand for this will be "is valid UTF-8 unicode".
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
static utf8leaf_t *utf8nlookup(const struct utf8data *data,
Packit Service 6dc5fa
			       unsigned char *hangul, const char *s, size_t len)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	utf8trie_t	*trie;
Packit Service 6dc5fa
	int		offlen;
Packit Service 6dc5fa
	int		offset;
Packit Service 6dc5fa
	int		mask;
Packit Service 6dc5fa
	int		node;
Packit Service 6dc5fa
Packit Service 6dc5fa
	if (!data)
Packit Service 6dc5fa
		return NULL;
Packit Service 6dc5fa
	if (len == 0)
Packit Service 6dc5fa
		return NULL;
Packit Service 6dc5fa
Packit Service 6dc5fa
	trie = utf8data + data->offset;
Packit Service 6dc5fa
	node = 1;
Packit Service 6dc5fa
	while (node) {
Packit Service 6dc5fa
		offlen = (*trie & OFFLEN) >> OFFLEN_SHIFT;
Packit Service 6dc5fa
		if (*trie & NEXTBYTE) {
Packit Service 6dc5fa
			if (--len == 0)
Packit Service 6dc5fa
				return NULL;
Packit Service 6dc5fa
			s++;
Packit Service 6dc5fa
		}
Packit Service 6dc5fa
		mask = 1 << (*trie & BITNUM);
Packit Service 6dc5fa
		if (*s & mask) {
Packit Service 6dc5fa
			/* Right leg */
Packit Service 6dc5fa
			if (offlen) {
Packit Service 6dc5fa
				/* Right node at offset of trie */
Packit Service 6dc5fa
				node = (*trie & RIGHTNODE);
Packit Service 6dc5fa
				offset = trie[offlen];
Packit Service 6dc5fa
				while (--offlen) {
Packit Service 6dc5fa
					offset <<= 8;
Packit Service 6dc5fa
					offset |= trie[offlen];
Packit Service 6dc5fa
				}
Packit Service 6dc5fa
				trie += offset;
Packit Service 6dc5fa
			} else if (*trie & RIGHTPATH) {
Packit Service 6dc5fa
				/* Right node after this node */
Packit Service 6dc5fa
				node = (*trie & TRIENODE);
Packit Service 6dc5fa
				trie++;
Packit Service 6dc5fa
			} else {
Packit Service 6dc5fa
				/* No right node. */
Packit Service 6dc5fa
				return NULL;
Packit Service 6dc5fa
			}
Packit Service 6dc5fa
		} else {
Packit Service 6dc5fa
			/* Left leg */
Packit Service 6dc5fa
			if (offlen) {
Packit Service 6dc5fa
				/* Left node after this node. */
Packit Service 6dc5fa
				node = (*trie & LEFTNODE);
Packit Service 6dc5fa
				trie += offlen + 1;
Packit Service 6dc5fa
			} else if (*trie & RIGHTPATH) {
Packit Service 6dc5fa
				/* No left node. */
Packit Service 6dc5fa
				return NULL;
Packit Service 6dc5fa
			} else {
Packit Service 6dc5fa
				/* Left node after this node */
Packit Service 6dc5fa
				node = (*trie & TRIENODE);
Packit Service 6dc5fa
				trie++;
Packit Service 6dc5fa
			}
Packit Service 6dc5fa
		}
Packit Service 6dc5fa
	}
Packit Service 6dc5fa
	/*
Packit Service 6dc5fa
	 * Hangul decomposition is done algorithmically. These are the
Packit Service 6dc5fa
	 * codepoints >= 0xAC00 and <= 0xD7A3. Their UTF-8 encoding is
Packit Service 6dc5fa
	 * always 3 bytes long, so s has been advanced twice, and the
Packit Service 6dc5fa
	 * start of the sequence is at s-2.
Packit Service 6dc5fa
	 */
Packit Service 6dc5fa
	if (LEAF_CCC(trie) == DECOMPOSE && LEAF_STR(trie)[0] == HANGUL)
Packit Service 6dc5fa
		trie = utf8hangul(s - 2, hangul);
Packit Service 6dc5fa
	return trie;
Packit Service 6dc5fa
}
Packit Service 6dc5fa
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Use trie to scan s.
Packit Service 6dc5fa
 * Returns the leaf if one exists, NULL otherwise.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * Forwards to utf8nlookup().
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
static utf8leaf_t *utf8lookup(const struct utf8data *data,
Packit Service 6dc5fa
			      unsigned char *hangul, const char *s)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	return utf8nlookup(data, hangul, s, (size_t)-1);
Packit Service 6dc5fa
}
Packit Service 6dc5fa
Packit Service 6dc5fa
#if 0
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Maximum age of any character in s.
Packit Service 6dc5fa
 * Return -1 if s is not valid UTF-8 unicode.
Packit Service 6dc5fa
 * Return 0 if only non-assigned code points are used.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
static int utf8agemax(const struct utf8data *data, const char *s)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	utf8leaf_t	*leaf;
Packit Service 6dc5fa
	int		age = 0;
Packit Service 6dc5fa
	int		leaf_age;
Packit Service 6dc5fa
	unsigned char	hangul[UTF8HANGULLEAF];
Packit Service 6dc5fa
Packit Service 6dc5fa
	if (!data)
Packit Service 6dc5fa
		return -1;
Packit Service 6dc5fa
Packit Service 6dc5fa
	while (*s) {
Packit Service 6dc5fa
		leaf = utf8lookup(data, hangul, s);
Packit Service 6dc5fa
		if (!leaf)
Packit Service 6dc5fa
			return -1;
Packit Service 6dc5fa
Packit Service 6dc5fa
		leaf_age = utf8agetab[LEAF_GEN(leaf)];
Packit Service 6dc5fa
		if (leaf_age <= data->maxage && leaf_age > age)
Packit Service 6dc5fa
			age = leaf_age;
Packit Service 6dc5fa
		s += utf8clen(s);
Packit Service 6dc5fa
	}
Packit Service 6dc5fa
	return age;
Packit Service 6dc5fa
}
Packit Service 6dc5fa
#endif
Packit Service 6dc5fa
Packit Service 6dc5fa
#if 0
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Minimum age of any character in s.
Packit Service 6dc5fa
 * Return -1 if s is not valid UTF-8 unicode.
Packit Service 6dc5fa
 * Return 0 if non-assigned code points are used.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
static int utf8agemin(const struct utf8data *data, const char *s)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	utf8leaf_t	*leaf;
Packit Service 6dc5fa
	int		age;
Packit Service 6dc5fa
	int		leaf_age;
Packit Service 6dc5fa
	unsigned char	hangul[UTF8HANGULLEAF];
Packit Service 6dc5fa
Packit Service 6dc5fa
	if (!data)
Packit Service 6dc5fa
		return -1;
Packit Service 6dc5fa
	age = data->maxage;
Packit Service 6dc5fa
	while (*s) {
Packit Service 6dc5fa
		leaf = utf8lookup(data, hangul, s);
Packit Service 6dc5fa
		if (!leaf)
Packit Service 6dc5fa
			return -1;
Packit Service 6dc5fa
		leaf_age = utf8agetab[LEAF_GEN(leaf)];
Packit Service 6dc5fa
		if (leaf_age <= data->maxage && leaf_age < age)
Packit Service 6dc5fa
			age = leaf_age;
Packit Service 6dc5fa
		s += utf8clen(s);
Packit Service 6dc5fa
	}
Packit Service 6dc5fa
	return age;
Packit Service 6dc5fa
}
Packit Service 6dc5fa
#endif
Packit Service 6dc5fa
Packit Service 6dc5fa
#if 0
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Maximum age of any character in s, touch at most len bytes.
Packit Service 6dc5fa
 * Return -1 if s is not valid UTF-8 unicode.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
static int utf8nagemax(const struct utf8data *data, const char *s, size_t len)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	utf8leaf_t	*leaf;
Packit Service 6dc5fa
	int		age = 0;
Packit Service 6dc5fa
	int		leaf_age;
Packit Service 6dc5fa
	unsigned char	hangul[UTF8HANGULLEAF];
Packit Service 6dc5fa
Packit Service 6dc5fa
	if (!data)
Packit Service 6dc5fa
		return -1;
Packit Service 6dc5fa
Packit Service 6dc5fa
	while (len && *s) {
Packit Service 6dc5fa
		leaf = utf8nlookup(data, hangul, s, len);
Packit Service 6dc5fa
		if (!leaf)
Packit Service 6dc5fa
			return -1;
Packit Service 6dc5fa
		leaf_age = utf8agetab[LEAF_GEN(leaf)];
Packit Service 6dc5fa
		if (leaf_age <= data->maxage && leaf_age > age)
Packit Service 6dc5fa
			age = leaf_age;
Packit Service 6dc5fa
		len -= utf8clen(s);
Packit Service 6dc5fa
		s += utf8clen(s);
Packit Service 6dc5fa
	}
Packit Service 6dc5fa
	return age;
Packit Service 6dc5fa
}
Packit Service 6dc5fa
#endif
Packit Service 6dc5fa
Packit Service 6dc5fa
#if 0
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Maximum age of any character in s, touch at most len bytes.
Packit Service 6dc5fa
 * Return -1 if s is not valid UTF-8 unicode.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
static int utf8nagemin(const struct utf8data *data, const char *s, size_t len)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	utf8leaf_t	*leaf;
Packit Service 6dc5fa
	int		leaf_age;
Packit Service 6dc5fa
	int		age;
Packit Service 6dc5fa
	unsigned char	hangul[UTF8HANGULLEAF];
Packit Service 6dc5fa
Packit Service 6dc5fa
	if (!data)
Packit Service 6dc5fa
		return -1;
Packit Service 6dc5fa
	age = data->maxage;
Packit Service 6dc5fa
	while (len && *s) {
Packit Service 6dc5fa
		leaf = utf8nlookup(data, hangul, s, len);
Packit Service 6dc5fa
		if (!leaf)
Packit Service 6dc5fa
			return -1;
Packit Service 6dc5fa
		leaf_age = utf8agetab[LEAF_GEN(leaf)];
Packit Service 6dc5fa
		if (leaf_age <= data->maxage && leaf_age < age)
Packit Service 6dc5fa
			age = leaf_age;
Packit Service 6dc5fa
		len -= utf8clen(s);
Packit Service 6dc5fa
		s += utf8clen(s);
Packit Service 6dc5fa
	}
Packit Service 6dc5fa
	return age;
Packit Service 6dc5fa
}
Packit Service 6dc5fa
#endif
Packit Service 6dc5fa
Packit Service 6dc5fa
#if 0
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Length of the normalization of s.
Packit Service 6dc5fa
 * Return -1 if s is not valid UTF-8 unicode.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * A string of Default_Ignorable_Code_Point has length 0.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
static ssize_t utf8len(const struct utf8data *data, const char *s)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	utf8leaf_t	*leaf;
Packit Service 6dc5fa
	size_t		ret = 0;
Packit Service 6dc5fa
	unsigned char	hangul[UTF8HANGULLEAF];
Packit Service 6dc5fa
Packit Service 6dc5fa
	if (!data)
Packit Service 6dc5fa
		return -1;
Packit Service 6dc5fa
	while (*s) {
Packit Service 6dc5fa
		leaf = utf8lookup(data, hangul, s);
Packit Service 6dc5fa
		if (!leaf)
Packit Service 6dc5fa
			return -1;
Packit Service 6dc5fa
		if (utf8agetab[LEAF_GEN(leaf)] > data->maxage)
Packit Service 6dc5fa
			ret += utf8clen(s);
Packit Service 6dc5fa
		else if (LEAF_CCC(leaf) == DECOMPOSE)
Packit Service 6dc5fa
			ret += strlen(LEAF_STR(leaf));
Packit Service 6dc5fa
		else
Packit Service 6dc5fa
			ret += utf8clen(s);
Packit Service 6dc5fa
		s += utf8clen(s);
Packit Service 6dc5fa
	}
Packit Service 6dc5fa
	return ret;
Packit Service 6dc5fa
}
Packit Service 6dc5fa
#endif
Packit Service 6dc5fa
Packit Service 6dc5fa
#if 0
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Length of the normalization of s, touch at most len bytes.
Packit Service 6dc5fa
 * Return -1 if s is not valid UTF-8 unicode.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
static ssize_t utf8nlen(const struct utf8data *data, const char *s, size_t len)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	utf8leaf_t	*leaf;
Packit Service 6dc5fa
	size_t		ret = 0;
Packit Service 6dc5fa
	unsigned char	hangul[UTF8HANGULLEAF];
Packit Service 6dc5fa
Packit Service 6dc5fa
	if (!data)
Packit Service 6dc5fa
		return -1;
Packit Service 6dc5fa
	while (len && *s) {
Packit Service 6dc5fa
		leaf = utf8nlookup(data, hangul, s, len);
Packit Service 6dc5fa
		if (!leaf)
Packit Service 6dc5fa
			return -1;
Packit Service 6dc5fa
		if (utf8agetab[LEAF_GEN(leaf)] > data->maxage)
Packit Service 6dc5fa
			ret += utf8clen(s);
Packit Service 6dc5fa
		else if (LEAF_CCC(leaf) == DECOMPOSE)
Packit Service 6dc5fa
			ret += strlen(LEAF_STR(leaf));
Packit Service 6dc5fa
		else
Packit Service 6dc5fa
			ret += utf8clen(s);
Packit Service 6dc5fa
		len -= utf8clen(s);
Packit Service 6dc5fa
		s += utf8clen(s);
Packit Service 6dc5fa
	}
Packit Service 6dc5fa
	return ret;
Packit Service 6dc5fa
}
Packit Service 6dc5fa
#endif
Packit Service 6dc5fa
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Set up an utf8cursor for use by utf8byte().
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 *   u8c    : pointer to cursor.
Packit Service 6dc5fa
 *   data   : const struct utf8data to use for normalization.
Packit Service 6dc5fa
 *   s      : string.
Packit Service 6dc5fa
 *   len    : length of s.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * Returns -1 on error, 0 on success.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
static int utf8ncursor(struct utf8cursor *u8c, const struct utf8data *data,
Packit Service 6dc5fa
		const char *s, size_t len)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	if (!data)
Packit Service 6dc5fa
		return -1;
Packit Service 6dc5fa
	if (!s)
Packit Service 6dc5fa
		return -1;
Packit Service 6dc5fa
	u8c->data = data;
Packit Service 6dc5fa
	u8c->s = s;
Packit Service 6dc5fa
	u8c->p = NULL;
Packit Service 6dc5fa
	u8c->ss = NULL;
Packit Service 6dc5fa
	u8c->sp = NULL;
Packit Service 6dc5fa
	u8c->len = len;
Packit Service 6dc5fa
	u8c->slen = 0;
Packit Service 6dc5fa
	u8c->ccc = STOPPER;
Packit Service 6dc5fa
	u8c->nccc = STOPPER;
Packit Service 6dc5fa
	/* Check we didn't clobber the maximum length. */
Packit Service 6dc5fa
	if (u8c->len != len)
Packit Service 6dc5fa
		return -1;
Packit Service 6dc5fa
	/* The first byte of s may not be an utf8 continuation. */
Packit Service 6dc5fa
	if (len > 0 && (*s & 0xC0) == 0x80)
Packit Service 6dc5fa
		return -1;
Packit Service 6dc5fa
	return 0;
Packit Service 6dc5fa
}
Packit Service 6dc5fa
Packit Service 6dc5fa
#if 0
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Set up an utf8cursor for use by utf8byte().
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 *   u8c    : pointer to cursor.
Packit Service 6dc5fa
 *   data   : const struct utf8data to use for normalization.
Packit Service 6dc5fa
 *   s      : NUL-terminated string.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * Returns -1 on error, 0 on success.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
static int utf8cursor(struct utf8cursor *u8c, const struct utf8data *data,
Packit Service 6dc5fa
	       const char *s)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	return utf8ncursor(u8c, data, s, (unsigned int)-1);
Packit Service 6dc5fa
}
Packit Service 6dc5fa
#endif
Packit Service 6dc5fa
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Get one byte from the normalized form of the string described by u8c.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * Returns the byte cast to an unsigned char on succes, and -1 on failure.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * The cursor keeps track of the location in the string in u8c->s.
Packit Service 6dc5fa
 * When a character is decomposed, the current location is stored in
Packit Service 6dc5fa
 * u8c->p, and u8c->s is set to the start of the decomposition. Note
Packit Service 6dc5fa
 * that bytes from a decomposition do not count against u8c->len.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * Characters are emitted if they match the current CCC in u8c->ccc.
Packit Service 6dc5fa
 * Hitting end-of-string while u8c->ccc == STOPPER means we're done,
Packit Service 6dc5fa
 * and the function returns 0 in that case.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * Sorting by CCC is done by repeatedly scanning the string.  The
Packit Service 6dc5fa
 * values of u8c->s and u8c->p are stored in u8c->ss and u8c->sp at
Packit Service 6dc5fa
 * the start of the scan.  The first pass finds the lowest CCC to be
Packit Service 6dc5fa
 * emitted and stores it in u8c->nccc, the second pass emits the
Packit Service 6dc5fa
 * characters with this CCC and finds the next lowest CCC. This limits
Packit Service 6dc5fa
 * the number of passes to 1 + the number of different CCCs in the
Packit Service 6dc5fa
 * sequence being scanned.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * Therefore:
Packit Service 6dc5fa
 *  u8c->p  != NULL -> a decomposition is being scanned.
Packit Service 6dc5fa
 *  u8c->ss != NULL -> this is a repeating scan.
Packit Service 6dc5fa
 *  u8c->ccc == -1   -> this is the first scan of a repeating scan.
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
static int utf8byte(struct utf8cursor *u8c)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	utf8leaf_t *leaf;
Packit Service 6dc5fa
	int ccc;
Packit Service 6dc5fa
Packit Service 6dc5fa
	for (;;) {
Packit Service 6dc5fa
		/* Check for the end of a decomposed character. */
Packit Service 6dc5fa
		if (u8c->p && *u8c->s == '\0') {
Packit Service 6dc5fa
			u8c->s = u8c->p;
Packit Service 6dc5fa
			u8c->p = NULL;
Packit Service 6dc5fa
		}
Packit Service 6dc5fa
Packit Service 6dc5fa
		/* Check for end-of-string. */
Packit Service 6dc5fa
		if (!u8c->p && (u8c->len == 0 || *u8c->s == '\0')) {
Packit Service 6dc5fa
			/* There is no next byte. */
Packit Service 6dc5fa
			if (u8c->ccc == STOPPER)
Packit Service 6dc5fa
				return 0;
Packit Service 6dc5fa
			/* End-of-string during a scan counts as a stopper. */
Packit Service 6dc5fa
			ccc = STOPPER;
Packit Service 6dc5fa
			goto ccc_mismatch;
Packit Service 6dc5fa
		} else if ((*u8c->s & 0xC0) == 0x80) {
Packit Service 6dc5fa
			/* This is a continuation of the current character. */
Packit Service 6dc5fa
			if (!u8c->p)
Packit Service 6dc5fa
				u8c->len--;
Packit Service 6dc5fa
			return (unsigned char)*u8c->s++;
Packit Service 6dc5fa
		}
Packit Service 6dc5fa
Packit Service 6dc5fa
		/* Look up the data for the current character. */
Packit Service 6dc5fa
		if (u8c->p) {
Packit Service 6dc5fa
			leaf = utf8lookup(u8c->data, u8c->hangul, u8c->s);
Packit Service 6dc5fa
		} else {
Packit Service 6dc5fa
			leaf = utf8nlookup(u8c->data, u8c->hangul,
Packit Service 6dc5fa
					   u8c->s, u8c->len);
Packit Service 6dc5fa
		}
Packit Service 6dc5fa
Packit Service 6dc5fa
		/* No leaf found implies that the input is a binary blob. */
Packit Service 6dc5fa
		if (!leaf)
Packit Service 6dc5fa
			return -1;
Packit Service 6dc5fa
Packit Service 6dc5fa
		ccc = LEAF_CCC(leaf);
Packit Service 6dc5fa
		/* Characters that are too new have CCC 0. */
Packit Service 6dc5fa
		if (utf8agetab[LEAF_GEN(leaf)] > u8c->data->maxage) {
Packit Service 6dc5fa
			ccc = STOPPER;
Packit Service 6dc5fa
		} else if (ccc == DECOMPOSE) {
Packit Service 6dc5fa
			u8c->len -= utf8clen(u8c->s);
Packit Service 6dc5fa
			u8c->p = u8c->s + utf8clen(u8c->s);
Packit Service 6dc5fa
			u8c->s = LEAF_STR(leaf);
Packit Service 6dc5fa
			/* Empty decomposition implies CCC 0. */
Packit Service 6dc5fa
			if (*u8c->s == '\0') {
Packit Service 6dc5fa
				if (u8c->ccc == STOPPER)
Packit Service 6dc5fa
					continue;
Packit Service 6dc5fa
				ccc = STOPPER;
Packit Service 6dc5fa
				goto ccc_mismatch;
Packit Service 6dc5fa
			}
Packit Service 6dc5fa
Packit Service 6dc5fa
			leaf = utf8lookup(u8c->data, u8c->hangul, u8c->s);
Packit Service 6dc5fa
			if (!leaf)
Packit Service 6dc5fa
				return -1;
Packit Service 6dc5fa
			ccc = LEAF_CCC(leaf);
Packit Service 6dc5fa
		}
Packit Service 6dc5fa
Packit Service 6dc5fa
		/*
Packit Service 6dc5fa
		 * If this is not a stopper, then see if it updates
Packit Service 6dc5fa
		 * the next canonical class to be emitted.
Packit Service 6dc5fa
		 */
Packit Service 6dc5fa
		if (ccc != STOPPER && u8c->ccc < ccc && ccc < u8c->nccc)
Packit Service 6dc5fa
			u8c->nccc = ccc;
Packit Service 6dc5fa
Packit Service 6dc5fa
		/*
Packit Service 6dc5fa
		 * Return the current byte if this is the current
Packit Service 6dc5fa
		 * combining class.
Packit Service 6dc5fa
		 */
Packit Service 6dc5fa
		if (ccc == u8c->ccc) {
Packit Service 6dc5fa
			if (!u8c->p)
Packit Service 6dc5fa
				u8c->len--;
Packit Service 6dc5fa
			return (unsigned char)*u8c->s++;
Packit Service 6dc5fa
		}
Packit Service 6dc5fa
Packit Service 6dc5fa
		/* Current combining class mismatch. */
Packit Service 6dc5fa
ccc_mismatch:
Packit Service 6dc5fa
		if (u8c->nccc == STOPPER) {
Packit Service 6dc5fa
			/*
Packit Service 6dc5fa
			 * Scan forward for the first canonical class
Packit Service 6dc5fa
			 * to be emitted.  Save the position from
Packit Service 6dc5fa
			 * which to restart.
Packit Service 6dc5fa
			 */
Packit Service 6dc5fa
			u8c->ccc = MINCCC - 1;
Packit Service 6dc5fa
			u8c->nccc = ccc;
Packit Service 6dc5fa
			u8c->sp = u8c->p;
Packit Service 6dc5fa
			u8c->ss = u8c->s;
Packit Service 6dc5fa
			u8c->slen = u8c->len;
Packit Service 6dc5fa
			if (!u8c->p)
Packit Service 6dc5fa
				u8c->len -= utf8clen(u8c->s);
Packit Service 6dc5fa
			u8c->s += utf8clen(u8c->s);
Packit Service 6dc5fa
		} else if (ccc != STOPPER) {
Packit Service 6dc5fa
			/* Not a stopper, and not the ccc we're emitting. */
Packit Service 6dc5fa
			if (!u8c->p)
Packit Service 6dc5fa
				u8c->len -= utf8clen(u8c->s);
Packit Service 6dc5fa
			u8c->s += utf8clen(u8c->s);
Packit Service 6dc5fa
		} else if (u8c->nccc != MAXCCC + 1) {
Packit Service 6dc5fa
			/* At a stopper, restart for next ccc. */
Packit Service 6dc5fa
			u8c->ccc = u8c->nccc;
Packit Service 6dc5fa
			u8c->nccc = MAXCCC + 1;
Packit Service 6dc5fa
			u8c->s = u8c->ss;
Packit Service 6dc5fa
			u8c->p = u8c->sp;
Packit Service 6dc5fa
			u8c->len = u8c->slen;
Packit Service 6dc5fa
		} else {
Packit Service 6dc5fa
			/* All done, proceed from here. */
Packit Service 6dc5fa
			u8c->ccc = STOPPER;
Packit Service 6dc5fa
			u8c->nccc = STOPPER;
Packit Service 6dc5fa
			u8c->sp = NULL;
Packit Service 6dc5fa
			u8c->ss = NULL;
Packit Service 6dc5fa
			u8c->slen = 0;
Packit Service 6dc5fa
		}
Packit Service 6dc5fa
	}
Packit Service 6dc5fa
}
Packit Service 6dc5fa
Packit Service 6dc5fa
#if 0
Packit Service 6dc5fa
/*
Packit Service 6dc5fa
 * Look for the correct const struct utf8data for a unicode version.
Packit Service 6dc5fa
 * Returns NULL if the version requested is too new.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * Two normalization forms are supported: nfdi and nfdicf.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * nfdi:
Packit Service 6dc5fa
 *  - Apply unicode normalization form NFD.
Packit Service 6dc5fa
 *  - Remove any Default_Ignorable_Code_Point.
Packit Service 6dc5fa
 *
Packit Service 6dc5fa
 * nfdicf:
Packit Service 6dc5fa
 *  - Apply unicode normalization form NFD.
Packit Service 6dc5fa
 *  - Remove any Default_Ignorable_Code_Point.
Packit Service 6dc5fa
 *  - Apply a full casefold (C + F).
Packit Service 6dc5fa
 */
Packit Service 6dc5fa
static const struct utf8data *utf8nfdi(unsigned int maxage)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	int i = ARRAY_SIZE(utf8nfdidata) - 1;
Packit Service 6dc5fa
Packit Service 6dc5fa
	while (maxage < utf8nfdidata[i].maxage)
Packit Service 6dc5fa
		i--;
Packit Service 6dc5fa
	if (maxage > utf8nfdidata[i].maxage)
Packit Service 6dc5fa
		return NULL;
Packit Service 6dc5fa
	return &utf8nfdidata[i];
Packit Service 6dc5fa
}
Packit Service 6dc5fa
#endif
Packit Service 6dc5fa
Packit Service 6dc5fa
static const struct utf8data *utf8nfdicf(unsigned int maxage)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	int i = ARRAY_SIZE(utf8nfdicfdata) - 1;
Packit Service 6dc5fa
Packit Service 6dc5fa
	while (maxage < utf8nfdicfdata[i].maxage)
Packit Service 6dc5fa
		i--;
Packit Service 6dc5fa
	if (maxage > utf8nfdicfdata[i].maxage)
Packit Service 6dc5fa
		return NULL;
Packit Service 6dc5fa
	return &utf8nfdicfdata[i];
Packit Service 6dc5fa
}
Packit Service 6dc5fa
Packit Service 6dc5fa
static int utf8_casefold(const struct ext2fs_nls_table *table,
Packit Service 6dc5fa
			  const unsigned char *str, size_t len,
Packit Service 6dc5fa
			  unsigned char *dest, size_t dlen)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	const struct utf8data *data = utf8nfdicf(table->version);
Packit Service 6dc5fa
	struct utf8cursor cur;
Packit Service 6dc5fa
	size_t nlen = 0;
Packit Service 6dc5fa
Packit Service 6dc5fa
	if (utf8ncursor(&cur, data, (const char *) str, len) < 0)
Packit Service 6dc5fa
		goto invalid_seq;
Packit Service 6dc5fa
Packit Service 6dc5fa
	for (nlen = 0; nlen < dlen; nlen++) {
Packit Service 6dc5fa
		int c = utf8byte(&cur);
Packit Service 6dc5fa
Packit Service 6dc5fa
		dest[nlen] = c;
Packit Service 6dc5fa
		if (!c)
Packit Service 6dc5fa
			return nlen;
Packit Service 6dc5fa
		if (c == -1)
Packit Service 6dc5fa
			break;
Packit Service 6dc5fa
	}
Packit Service 6dc5fa
Packit Service 6dc5fa
	return -ENAMETOOLONG;
Packit Service 6dc5fa
Packit Service 6dc5fa
invalid_seq:
Packit Service 6dc5fa
	if (dlen < len)
Packit Service 6dc5fa
		return -ENAMETOOLONG;
Packit Service 6dc5fa
Packit Service 6dc5fa
	/* Signal invalid sequence */
Packit Service 6dc5fa
	return -EINVAL;
Packit Service 6dc5fa
}
Packit Service 6dc5fa
Packit Service 6dc5fa
static const struct ext2fs_nls_ops utf8_ops = {
Packit Service 6dc5fa
	.casefold = utf8_casefold,
Packit Service 6dc5fa
};
Packit Service 6dc5fa
Packit Service 6dc5fa
static const struct ext2fs_nls_table nls_utf8 = {
Packit Service 6dc5fa
	.ops = &utf8_ops,
Packit Service 6dc5fa
	.version = UNICODE_AGE(12, 1, 0),
Packit Service 6dc5fa
};
Packit Service 6dc5fa
Packit Service 6dc5fa
const struct ext2fs_nls_table *ext2fs_load_nls_table(int encoding)
Packit Service 6dc5fa
{
Packit Service 6dc5fa
	if (encoding == EXT4_ENC_UTF8_12_1)
Packit Service 6dc5fa
		return &nls_utf8;
Packit Service 6dc5fa
Packit Service 6dc5fa
	return NULL;
Packit Service 6dc5fa
}