Blame gio/gcharsetconverter.c

Packit ae235b
/* GIO - GLib Input, Output and Streaming Library
Packit ae235b
 *
Packit ae235b
 * Copyright (C) 2009 Red Hat, Inc.
Packit ae235b
 *
Packit ae235b
 * This library is free software; you can redistribute it and/or
Packit ae235b
 * modify it under the terms of the GNU Lesser General Public
Packit ae235b
 * License as published by the Free Software Foundation; either
Packit ae235b
 * version 2.1 of the License, or (at your option) any later version.
Packit ae235b
 *
Packit ae235b
 * This library is distributed in the hope that it will be useful,
Packit ae235b
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit ae235b
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
Packit ae235b
 * Lesser General Public License for more details.
Packit ae235b
 *
Packit ae235b
 * You should have received a copy of the GNU Lesser General
Packit ae235b
 * Public License along with this library; if not, see <http://www.gnu.org/licenses/>.
Packit ae235b
 *
Packit ae235b
 * Author: Alexander Larsson <alexl@redhat.com>
Packit ae235b
 */
Packit ae235b
Packit ae235b
#include "config.h"
Packit ae235b
Packit ae235b
#include "gcharsetconverter.h"
Packit ae235b
Packit ae235b
#include <errno.h>
Packit ae235b
Packit ae235b
#include "ginitable.h"
Packit ae235b
#include "gioerror.h"
Packit ae235b
#include "glibintl.h"
Packit ae235b
Packit ae235b
Packit ae235b
enum {
Packit ae235b
  PROP_0,
Packit ae235b
  PROP_FROM_CHARSET,
Packit ae235b
  PROP_TO_CHARSET,
Packit ae235b
  PROP_USE_FALLBACK
Packit ae235b
};
Packit ae235b
Packit ae235b
/**
Packit ae235b
 * SECTION:gcharsetconverter
Packit ae235b
 * @short_description: Convert between charsets
Packit ae235b
 * @include: gio/gio.h
Packit ae235b
 *
Packit ae235b
 * #GCharsetConverter is an implementation of #GConverter based on
Packit ae235b
 * GIConv.
Packit ae235b
 */
Packit ae235b
Packit ae235b
static void g_charset_converter_iface_init          (GConverterIface *iface);
Packit ae235b
static void g_charset_converter_initable_iface_init (GInitableIface  *iface);
Packit ae235b
Packit ae235b
/**
Packit ae235b
 * GCharsetConverter:
Packit ae235b
 *
Packit ae235b
 * Conversions between character sets.
Packit ae235b
 */
Packit ae235b
struct _GCharsetConverter
Packit ae235b
{
Packit ae235b
  GObject parent_instance;
Packit ae235b
Packit ae235b
  char *from;
Packit ae235b
  char *to;
Packit ae235b
  GIConv iconv;
Packit ae235b
  gboolean use_fallback;
Packit ae235b
  guint n_fallback_errors;
Packit ae235b
};
Packit ae235b
Packit ae235b
G_DEFINE_TYPE_WITH_CODE (GCharsetConverter, g_charset_converter, G_TYPE_OBJECT,
Packit ae235b
			 G_IMPLEMENT_INTERFACE (G_TYPE_CONVERTER,
Packit ae235b
						g_charset_converter_iface_init);
Packit ae235b
			 G_IMPLEMENT_INTERFACE (G_TYPE_INITABLE,
Packit ae235b
						g_charset_converter_initable_iface_init))
Packit ae235b
Packit ae235b
static void
Packit ae235b
g_charset_converter_finalize (GObject *object)
Packit ae235b
{
Packit ae235b
  GCharsetConverter *conv;
Packit ae235b
Packit ae235b
  conv = G_CHARSET_CONVERTER (object);
Packit ae235b
Packit ae235b
  g_free (conv->from);
Packit ae235b
  g_free (conv->to);
Packit ae235b
  if (conv->iconv)
Packit ae235b
    g_iconv_close (conv->iconv);
Packit ae235b
Packit ae235b
  G_OBJECT_CLASS (g_charset_converter_parent_class)->finalize (object);
Packit ae235b
}
Packit ae235b
Packit ae235b
static void
Packit ae235b
g_charset_converter_set_property (GObject      *object,
Packit ae235b
				  guint         prop_id,
Packit ae235b
				  const GValue *value,
Packit ae235b
				  GParamSpec   *pspec)
Packit ae235b
{
Packit ae235b
  GCharsetConverter *conv;
Packit ae235b
Packit ae235b
  conv = G_CHARSET_CONVERTER (object);
Packit ae235b
Packit ae235b
  switch (prop_id)
Packit ae235b
    {
Packit ae235b
    case PROP_TO_CHARSET:
Packit ae235b
      g_free (conv->to);
Packit ae235b
      conv->to = g_value_dup_string (value);
Packit ae235b
      break;
Packit ae235b
Packit ae235b
    case PROP_FROM_CHARSET:
Packit ae235b
      g_free (conv->from);
Packit ae235b
      conv->from = g_value_dup_string (value);
Packit ae235b
      break;
Packit ae235b
Packit ae235b
    case PROP_USE_FALLBACK:
Packit ae235b
      conv->use_fallback = g_value_get_boolean (value);
Packit ae235b
      break;
Packit ae235b
Packit ae235b
    default:
Packit ae235b
      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
Packit ae235b
      break;
Packit ae235b
    }
Packit ae235b
Packit ae235b
}
Packit ae235b
Packit ae235b
static void
Packit ae235b
g_charset_converter_get_property (GObject    *object,
Packit ae235b
				  guint       prop_id,
Packit ae235b
				  GValue     *value,
Packit ae235b
				  GParamSpec *pspec)
Packit ae235b
{
Packit ae235b
  GCharsetConverter *conv;
Packit ae235b
Packit ae235b
  conv = G_CHARSET_CONVERTER (object);
Packit ae235b
Packit ae235b
  switch (prop_id)
Packit ae235b
    {
Packit ae235b
    case PROP_TO_CHARSET:
Packit ae235b
      g_value_set_string (value, conv->to);
Packit ae235b
      break;
Packit ae235b
Packit ae235b
    case PROP_FROM_CHARSET:
Packit ae235b
      g_value_set_string (value, conv->from);
Packit ae235b
      break;
Packit ae235b
Packit ae235b
    case PROP_USE_FALLBACK:
Packit ae235b
      g_value_set_boolean (value, conv->use_fallback);
Packit ae235b
      break;
Packit ae235b
Packit ae235b
    default:
Packit ae235b
      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
Packit ae235b
      break;
Packit ae235b
    }
Packit ae235b
}
Packit ae235b
Packit ae235b
static void
Packit ae235b
g_charset_converter_class_init (GCharsetConverterClass *klass)
Packit ae235b
{
Packit ae235b
  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
Packit ae235b
Packit ae235b
  gobject_class->finalize = g_charset_converter_finalize;
Packit ae235b
  gobject_class->get_property = g_charset_converter_get_property;
Packit ae235b
  gobject_class->set_property = g_charset_converter_set_property;
Packit ae235b
Packit ae235b
  g_object_class_install_property (gobject_class,
Packit ae235b
				   PROP_TO_CHARSET,
Packit ae235b
				   g_param_spec_string ("to-charset",
Packit ae235b
							P_("To Charset"),
Packit ae235b
							P_("The character encoding to convert to"),
Packit ae235b
							NULL,
Packit ae235b
							G_PARAM_READWRITE | G_PARAM_CONSTRUCT_ONLY |
Packit ae235b
							G_PARAM_STATIC_STRINGS));
Packit ae235b
  g_object_class_install_property (gobject_class,
Packit ae235b
				   PROP_FROM_CHARSET,
Packit ae235b
				   g_param_spec_string ("from-charset",
Packit ae235b
							P_("From Charset"),
Packit ae235b
							P_("The character encoding to convert from"),
Packit ae235b
							NULL,
Packit ae235b
							G_PARAM_READWRITE | G_PARAM_CONSTRUCT_ONLY |
Packit ae235b
							G_PARAM_STATIC_STRINGS));
Packit ae235b
  g_object_class_install_property (gobject_class,
Packit ae235b
				   PROP_USE_FALLBACK,
Packit ae235b
				   g_param_spec_boolean ("use-fallback",
Packit ae235b
							 P_("Fallback enabled"),
Packit ae235b
							 P_("Use fallback (of form \\<hexval>) for invalid bytes"),
Packit ae235b
							 FALSE,
Packit ae235b
							 G_PARAM_READWRITE |
Packit ae235b
							 G_PARAM_CONSTRUCT |
Packit ae235b
							 G_PARAM_STATIC_STRINGS));
Packit ae235b
}
Packit ae235b
Packit ae235b
static void
Packit ae235b
g_charset_converter_init (GCharsetConverter *local)
Packit ae235b
{
Packit ae235b
}
Packit ae235b
Packit ae235b
Packit ae235b
/**
Packit ae235b
 * g_charset_converter_new:
Packit ae235b
 * @to_charset: destination charset
Packit ae235b
 * @from_charset: source charset
Packit ae235b
 * @error: #GError for error reporting, or %NULL to ignore.
Packit ae235b
 *
Packit ae235b
 * Creates a new #GCharsetConverter.
Packit ae235b
 *
Packit ae235b
 * Returns: a new #GCharsetConverter or %NULL on error.
Packit ae235b
 *
Packit ae235b
 * Since: 2.24
Packit ae235b
 **/
Packit ae235b
GCharsetConverter *
Packit ae235b
g_charset_converter_new (const gchar *to_charset,
Packit ae235b
			 const gchar *from_charset,
Packit ae235b
			 GError      **error)
Packit ae235b
{
Packit ae235b
  GCharsetConverter *conv;
Packit ae235b
Packit ae235b
  conv = g_initable_new (G_TYPE_CHARSET_CONVERTER,
Packit ae235b
			 NULL, error,
Packit ae235b
			 "to-charset", to_charset,
Packit ae235b
			 "from-charset", from_charset,
Packit ae235b
			 NULL);
Packit ae235b
Packit ae235b
  return conv;
Packit ae235b
}
Packit ae235b
Packit ae235b
static void
Packit ae235b
g_charset_converter_reset (GConverter *converter)
Packit ae235b
{
Packit ae235b
  GCharsetConverter *conv = G_CHARSET_CONVERTER (converter);
Packit ae235b
Packit ae235b
  if (conv->iconv == NULL)
Packit ae235b
    {
Packit ae235b
      g_warning ("Invalid object, not initialized");
Packit ae235b
      return;
Packit ae235b
    }
Packit ae235b
Packit ae235b
  g_iconv (conv->iconv, NULL, NULL, NULL, NULL);
Packit ae235b
  conv->n_fallback_errors = 0;
Packit ae235b
}
Packit ae235b
Packit ae235b
static GConverterResult
Packit ae235b
g_charset_converter_convert (GConverter       *converter,
Packit ae235b
			     const void       *inbuf,
Packit ae235b
			     gsize             inbuf_size,
Packit ae235b
			     void             *outbuf,
Packit ae235b
			     gsize             outbuf_size,
Packit ae235b
			     GConverterFlags   flags,
Packit ae235b
			     gsize            *bytes_read,
Packit ae235b
			     gsize            *bytes_written,
Packit ae235b
			     GError          **error)
Packit ae235b
{
Packit ae235b
  GCharsetConverter  *conv;
Packit ae235b
  gsize res;
Packit ae235b
  GConverterResult ret;
Packit ae235b
  gchar *inbufp, *outbufp;
Packit ae235b
  gsize in_left, out_left;
Packit ae235b
  int errsv;
Packit ae235b
  gboolean reset;
Packit ae235b
Packit ae235b
  conv = G_CHARSET_CONVERTER (converter);
Packit ae235b
Packit ae235b
  if (conv->iconv == NULL)
Packit ae235b
    {
Packit ae235b
      g_set_error_literal (error, G_IO_ERROR, G_IO_ERROR_NOT_INITIALIZED,
Packit ae235b
			   _("Invalid object, not initialized"));
Packit ae235b
      return G_CONVERTER_ERROR;
Packit ae235b
    }
Packit ae235b
Packit ae235b
  inbufp = (char *)inbuf;
Packit ae235b
  outbufp = (char *)outbuf;
Packit ae235b
  in_left = inbuf_size;
Packit ae235b
  out_left = outbuf_size;
Packit ae235b
  reset = FALSE;
Packit ae235b
Packit ae235b
  /* if there is not input try to flush the data */
Packit ae235b
  if (inbuf_size == 0)
Packit ae235b
    {
Packit ae235b
      if (flags & G_CONVERTER_INPUT_AT_END ||
Packit ae235b
          flags & G_CONVERTER_FLUSH)
Packit ae235b
        {
Packit ae235b
          reset = TRUE;
Packit ae235b
        }
Packit ae235b
      else
Packit ae235b
        {
Packit ae235b
          g_set_error_literal (error, G_IO_ERROR, G_IO_ERROR_PARTIAL_INPUT,
Packit ae235b
                               _("Incomplete multibyte sequence in input"));
Packit ae235b
          return G_CONVERTER_ERROR;
Packit ae235b
        }
Packit ae235b
    }
Packit ae235b
Packit ae235b
  if (reset)
Packit ae235b
    /* call g_iconv with NULL inbuf to cleanup shift state */
Packit ae235b
    res = g_iconv (conv->iconv,
Packit ae235b
                   NULL, &in_left,
Packit ae235b
                   &outbufp, &out_left);
Packit ae235b
  else
Packit ae235b
    res = g_iconv (conv->iconv,
Packit ae235b
                   &inbufp, &in_left,
Packit ae235b
                   &outbufp, &out_left);
Packit ae235b
Packit ae235b
  *bytes_read = inbufp - (char *)inbuf;
Packit ae235b
  *bytes_written = outbufp - (char *)outbuf;
Packit ae235b
Packit ae235b
  /* Don't report error if we converted anything */
Packit ae235b
  if (res == (gsize) -1 && *bytes_read == 0)
Packit ae235b
    {
Packit ae235b
      errsv = errno;
Packit ae235b
Packit ae235b
      switch (errsv)
Packit ae235b
	{
Packit ae235b
	case EINVAL:
Packit ae235b
	  /* Incomplete input text */
Packit ae235b
	  g_set_error_literal (error, G_IO_ERROR, G_IO_ERROR_PARTIAL_INPUT,
Packit ae235b
			       _("Incomplete multibyte sequence in input"));
Packit ae235b
	  break;
Packit ae235b
Packit ae235b
	case E2BIG:
Packit ae235b
	  /* Not enough destination space */
Packit ae235b
	  g_set_error_literal (error, G_IO_ERROR, G_IO_ERROR_NO_SPACE,
Packit ae235b
			       _("Not enough space in destination"));
Packit ae235b
	  break;
Packit ae235b
Packit ae235b
	case EILSEQ:
Packit ae235b
	  /* Invalid code sequence */
Packit ae235b
	  if (conv->use_fallback)
Packit ae235b
	    {
Packit ae235b
	      if (outbuf_size < 3)
Packit ae235b
		g_set_error_literal (error, G_IO_ERROR, G_IO_ERROR_NO_SPACE,
Packit ae235b
				     _("Not enough space in destination"));
Packit ae235b
	      else
Packit ae235b
		{
Packit ae235b
		  const char hex[] = "0123456789ABCDEF";
Packit ae235b
		  guint8 v = *(guint8 *)inbuf;
Packit ae235b
		  guint8 *out = (guint8 *)outbuf;
Packit ae235b
		  out[0] = '\\';
Packit ae235b
		  out[1] = hex[(v & 0xf0) >> 4];
Packit ae235b
		  out[2] = hex[(v & 0x0f) >> 0];
Packit ae235b
		  *bytes_read = 1;
Packit ae235b
		  *bytes_written = 3;
Packit ae235b
		  in_left--;
Packit ae235b
		  conv->n_fallback_errors++;
Packit ae235b
		  goto ok;
Packit ae235b
		}
Packit ae235b
	    }
Packit ae235b
	  else
Packit ae235b
	    g_set_error_literal (error, G_IO_ERROR, G_IO_ERROR_INVALID_DATA,
Packit ae235b
				 _("Invalid byte sequence in conversion input"));
Packit ae235b
	  break;
Packit ae235b
Packit ae235b
	default:
Packit ae235b
	  g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED,
Packit ae235b
		       _("Error during conversion: %s"),
Packit ae235b
		       g_strerror (errsv));
Packit ae235b
	  break;
Packit ae235b
	}
Packit ae235b
      ret = G_CONVERTER_ERROR;
Packit ae235b
    }
Packit ae235b
  else
Packit ae235b
    {
Packit ae235b
    ok:
Packit ae235b
      ret = G_CONVERTER_CONVERTED;
Packit ae235b
Packit ae235b
      if (reset &&
Packit ae235b
	  (flags & G_CONVERTER_INPUT_AT_END))
Packit ae235b
        ret = G_CONVERTER_FINISHED;
Packit ae235b
      else if (reset &&
Packit ae235b
	       (flags & G_CONVERTER_FLUSH))
Packit ae235b
        ret = G_CONVERTER_FLUSHED;
Packit ae235b
    }
Packit ae235b
Packit ae235b
  return ret;
Packit ae235b
}
Packit ae235b
Packit ae235b
/**
Packit ae235b
 * g_charset_converter_set_use_fallback:
Packit ae235b
 * @converter: a #GCharsetConverter
Packit ae235b
 * @use_fallback: %TRUE to use fallbacks
Packit ae235b
 *
Packit ae235b
 * Sets the #GCharsetConverter:use-fallback property.
Packit ae235b
 *
Packit ae235b
 * Since: 2.24
Packit ae235b
 */
Packit ae235b
void
Packit ae235b
g_charset_converter_set_use_fallback (GCharsetConverter *converter,
Packit ae235b
				      gboolean           use_fallback)
Packit ae235b
{
Packit ae235b
  use_fallback = !!use_fallback;
Packit ae235b
Packit ae235b
  if (converter->use_fallback != use_fallback)
Packit ae235b
    {
Packit ae235b
      converter->use_fallback = use_fallback;
Packit ae235b
      g_object_notify (G_OBJECT (converter), "use-fallback");
Packit ae235b
    }
Packit ae235b
}
Packit ae235b
Packit ae235b
/**
Packit ae235b
 * g_charset_converter_get_use_fallback:
Packit ae235b
 * @converter: a #GCharsetConverter
Packit ae235b
 *
Packit ae235b
 * Gets the #GCharsetConverter:use-fallback property.
Packit ae235b
 *
Packit ae235b
 * Returns: %TRUE if fallbacks are used by @converter
Packit ae235b
 *
Packit ae235b
 * Since: 2.24
Packit ae235b
 */
Packit ae235b
gboolean
Packit ae235b
g_charset_converter_get_use_fallback (GCharsetConverter *converter)
Packit ae235b
{
Packit ae235b
  return converter->use_fallback;
Packit ae235b
}
Packit ae235b
Packit ae235b
/**
Packit ae235b
 * g_charset_converter_get_num_fallbacks:
Packit ae235b
 * @converter: a #GCharsetConverter
Packit ae235b
 *
Packit ae235b
 * Gets the number of fallbacks that @converter has applied so far.
Packit ae235b
 *
Packit ae235b
 * Returns: the number of fallbacks that @converter has applied
Packit ae235b
 *
Packit ae235b
 * Since: 2.24
Packit ae235b
 */
Packit ae235b
guint
Packit ae235b
g_charset_converter_get_num_fallbacks (GCharsetConverter *converter)
Packit ae235b
{
Packit ae235b
  return converter->n_fallback_errors;
Packit ae235b
}
Packit ae235b
Packit ae235b
static void
Packit ae235b
g_charset_converter_iface_init (GConverterIface *iface)
Packit ae235b
{
Packit ae235b
  iface->convert = g_charset_converter_convert;
Packit ae235b
  iface->reset = g_charset_converter_reset;
Packit ae235b
}
Packit ae235b
Packit ae235b
static gboolean
Packit ae235b
g_charset_converter_initable_init (GInitable     *initable,
Packit ae235b
				   GCancellable  *cancellable,
Packit ae235b
				   GError       **error)
Packit ae235b
{
Packit ae235b
  GCharsetConverter  *conv;
Packit ae235b
  int errsv;
Packit ae235b
Packit ae235b
  g_return_val_if_fail (G_IS_CHARSET_CONVERTER (initable), FALSE);
Packit ae235b
Packit ae235b
  conv = G_CHARSET_CONVERTER (initable);
Packit ae235b
Packit ae235b
  if (cancellable != NULL)
Packit ae235b
    {
Packit ae235b
      g_set_error_literal (error, G_IO_ERROR, G_IO_ERROR_NOT_SUPPORTED,
Packit ae235b
			   _("Cancellable initialization not supported"));
Packit ae235b
      return FALSE;
Packit ae235b
    }
Packit ae235b
Packit ae235b
  conv->iconv = g_iconv_open (conv->to, conv->from);
Packit ae235b
  errsv = errno;
Packit ae235b
Packit ae235b
  if (conv->iconv == (GIConv)-1)
Packit ae235b
    {
Packit ae235b
      if (errsv == EINVAL)
Packit ae235b
	g_set_error (error, G_IO_ERROR, G_IO_ERROR_NOT_SUPPORTED,
Packit ae235b
		     _("Conversion from character set “%s” to “%s” is not supported"),
Packit ae235b
		     conv->from, conv->to);
Packit ae235b
      else
Packit ae235b
	g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED,
Packit ae235b
		     _("Could not open converter from “%s” to “%s”"),
Packit ae235b
		     conv->from, conv->to);
Packit ae235b
      return FALSE;
Packit ae235b
    }
Packit ae235b
Packit ae235b
  return TRUE;
Packit ae235b
}
Packit ae235b
Packit ae235b
static void
Packit ae235b
g_charset_converter_initable_iface_init (GInitableIface *iface)
Packit ae235b
{
Packit ae235b
  iface->init = g_charset_converter_initable_init;
Packit ae235b
}