Blame tests/unicode-normalize.c

Packit ae235b
#undef G_DISABLE_ASSERT
Packit ae235b
#undef G_LOG_DOMAIN
Packit ae235b
Packit ae235b
#include <glib.h>
Packit ae235b
#include <stdio.h>
Packit ae235b
#include <stdlib.h>
Packit ae235b
#include <string.h>
Packit ae235b
Packit ae235b
gboolean success = TRUE;
Packit ae235b
Packit ae235b
static char *
Packit ae235b
decode (const gchar *input)
Packit ae235b
{
Packit ae235b
  unsigned ch;
Packit ae235b
  int offset = 0;
Packit ae235b
  GString *result = g_string_new (NULL);
Packit ae235b
  
Packit ae235b
  do 
Packit ae235b
    {
Packit ae235b
      if (sscanf (input + offset, "%x", &ch) != 1)
Packit ae235b
	{
Packit ae235b
	  fprintf (stderr, "Error parsing character string %s\n", input);
Packit ae235b
	  exit (1);
Packit ae235b
	}
Packit ae235b
Packit ae235b
      g_string_append_unichar (result, ch);
Packit ae235b
      
Packit ae235b
      while (input[offset] && input[offset] != ' ')
Packit ae235b
	offset++;
Packit ae235b
      while (input[offset] && input[offset] == ' ')
Packit ae235b
	offset++;
Packit ae235b
    }
Packit ae235b
  while (input[offset]);
Packit ae235b
Packit ae235b
  return g_string_free (result, FALSE);
Packit ae235b
}
Packit ae235b
Packit ae235b
const char *names[4] = {
Packit ae235b
  "NFD",
Packit ae235b
  "NFC",
Packit ae235b
  "NFKD",
Packit ae235b
  "NFKC"
Packit ae235b
};
Packit ae235b
Packit ae235b
static char *
Packit ae235b
encode (const gchar *input)
Packit ae235b
{
Packit ae235b
  GString *result = g_string_new(NULL);
Packit ae235b
Packit ae235b
  const gchar *p = input;
Packit ae235b
  while (*p)
Packit ae235b
    {
Packit ae235b
      gunichar c = g_utf8_get_char (p);
Packit ae235b
      g_string_append_printf (result, "%04X ", c);
Packit ae235b
      p = g_utf8_next_char(p);
Packit ae235b
    }
Packit ae235b
Packit ae235b
  return g_string_free (result, FALSE);
Packit ae235b
}
Packit ae235b
Packit ae235b
static void
Packit ae235b
test_form (int            line,
Packit ae235b
	   GNormalizeMode mode,
Packit ae235b
	   gboolean       do_compat,
Packit ae235b
	   int            expected,
Packit ae235b
	   char         **c,
Packit ae235b
	   char         **raw)
Packit ae235b
{
Packit ae235b
  int i;
Packit ae235b
  
Packit ae235b
  gboolean mode_is_compat = (mode == G_NORMALIZE_NFKC ||
Packit ae235b
			     mode == G_NORMALIZE_NFKD);
Packit ae235b
Packit ae235b
  if (mode_is_compat || !do_compat)
Packit ae235b
    {
Packit ae235b
      for (i = 0; i < 3; i++)
Packit ae235b
	{
Packit ae235b
	  char *result = g_utf8_normalize (c[i], -1, mode);
Packit ae235b
	  if (strcmp (result, c[expected]) != 0)
Packit ae235b
	    {
Packit ae235b
	      char *result_raw = encode(result);
Packit ae235b
	      fprintf (stderr, "\nFailure: %d/%d: %s\n", line, i + 1, raw[5]);
Packit ae235b
	      fprintf (stderr, "  g_utf8_normalize (%s, %s) != %s but %s\n",
Packit ae235b
		   raw[i], names[mode], raw[expected], result_raw);
Packit ae235b
	      g_free (result_raw);
Packit ae235b
	      success = FALSE;
Packit ae235b
	    }
Packit ae235b
	  
Packit ae235b
	  g_free (result);
Packit ae235b
	}
Packit ae235b
    }
Packit ae235b
  if (mode_is_compat || do_compat)
Packit ae235b
    {
Packit ae235b
      for (i = 3; i < 5; i++)
Packit ae235b
	{
Packit ae235b
	  char *result = g_utf8_normalize (c[i], -1, mode);
Packit ae235b
	  if (strcmp (result, c[expected]) != 0)
Packit ae235b
	    {
Packit ae235b
	      char *result_raw = encode(result);
Packit ae235b
	      fprintf (stderr, "\nFailure: %d/%d: %s\n", line, i, raw[5]);
Packit ae235b
	      fprintf (stderr, "  g_utf8_normalize (%s, %s) != %s but %s\n",
Packit ae235b
		   raw[i], names[mode], raw[expected], result_raw);
Packit ae235b
	      g_free (result_raw);
Packit ae235b
	      success = FALSE;
Packit ae235b
	    }
Packit ae235b
	  
Packit ae235b
	  g_free (result);
Packit ae235b
	}
Packit ae235b
    }
Packit ae235b
}
Packit ae235b
Packit ae235b
static gboolean
Packit ae235b
process_one (int line, gchar **columns)
Packit ae235b
{
Packit ae235b
  char *c[5];
Packit ae235b
  int i;
Packit ae235b
  gboolean skip = FALSE;
Packit ae235b
Packit ae235b
  for (i=0; i < 5; i++)
Packit ae235b
    {
Packit ae235b
      c[i] = decode(columns[i]);
Packit ae235b
      if (!c[i])
Packit ae235b
	skip = TRUE;
Packit ae235b
    }
Packit ae235b
Packit ae235b
  if (!skip)
Packit ae235b
    {
Packit ae235b
      test_form (line, G_NORMALIZE_NFD, FALSE, 2, c, columns);
Packit ae235b
      test_form (line, G_NORMALIZE_NFD, TRUE, 4, c, columns);
Packit ae235b
      test_form (line, G_NORMALIZE_NFC, FALSE, 1, c, columns);
Packit ae235b
      test_form (line, G_NORMALIZE_NFC, TRUE, 3, c, columns);
Packit ae235b
      test_form (line, G_NORMALIZE_NFKD, TRUE, 4, c, columns);
Packit ae235b
      test_form (line, G_NORMALIZE_NFKC, TRUE, 3, c, columns);
Packit ae235b
    }
Packit ae235b
Packit ae235b
  for (i=0; i < 5; i++)
Packit ae235b
    g_free (c[i]);
Packit ae235b
  
Packit ae235b
  return TRUE;
Packit ae235b
}
Packit ae235b
Packit ae235b
int main (int argc, char **argv)
Packit ae235b
{
Packit ae235b
  GIOChannel *in;
Packit ae235b
  GError *error = NULL;
Packit ae235b
  GString *buffer = g_string_new (NULL);
Packit ae235b
  int line_to_do = 0;
Packit ae235b
  int line = 1;
Packit ae235b
Packit ae235b
  if (argc != 2 && argc != 3)
Packit ae235b
    {
Packit ae235b
      fprintf (stderr, "Usage: unicode-normalize NormalizationTest.txt LINE\n");
Packit ae235b
      return 1;
Packit ae235b
    }
Packit ae235b
Packit ae235b
  if (argc == 3)
Packit ae235b
    line_to_do = atoi(argv[2]);
Packit ae235b
Packit ae235b
  in = g_io_channel_new_file (argv[1], "r", &error);
Packit ae235b
  if (!in)
Packit ae235b
    {
Packit ae235b
      fprintf (stderr, "Cannot open %s: %s\n", argv[1], error->message);
Packit ae235b
      return 1;
Packit ae235b
    }
Packit ae235b
Packit ae235b
  while (TRUE)
Packit ae235b
    {
Packit ae235b
      gsize term_pos;
Packit ae235b
      gchar **columns;
Packit ae235b
Packit ae235b
      if (g_io_channel_read_line_string (in, buffer, &term_pos, &error) != G_IO_STATUS_NORMAL)
Packit ae235b
	break;
Packit ae235b
	
Packit ae235b
      if (line_to_do && line != line_to_do)
Packit ae235b
	goto next;
Packit ae235b
      
Packit ae235b
      buffer->str[term_pos] = '\0';
Packit ae235b
      
Packit ae235b
      if (buffer->str[0] == '#') /* Comment */
Packit ae235b
	goto next;
Packit ae235b
      if (buffer->str[0] == '@') /* Part */
Packit ae235b
	{
Packit ae235b
	  fprintf (stderr, "\nProcessing %s\n", buffer->str + 1);
Packit ae235b
	  goto next;
Packit ae235b
	}
Packit ae235b
      
Packit ae235b
      columns = g_strsplit (buffer->str, ";", -1);
Packit ae235b
      if (!columns[0])
Packit ae235b
	goto next;
Packit ae235b
      
Packit ae235b
      if (!process_one (line, columns))
Packit ae235b
	return 1;
Packit ae235b
      g_strfreev (columns);
Packit ae235b
Packit ae235b
    next:
Packit ae235b
      g_string_truncate (buffer, 0);
Packit ae235b
      line++;
Packit ae235b
    }
Packit ae235b
Packit ae235b
  if (error)
Packit ae235b
    {
Packit ae235b
      fprintf (stderr, "Error reading test file, %s\n", error->message);
Packit ae235b
      return 1;
Packit ae235b
    }
Packit ae235b
Packit ae235b
  g_io_channel_unref (in);
Packit ae235b
  g_string_free (buffer, TRUE);
Packit ae235b
Packit ae235b
  return !success;
Packit ae235b
}