Blame ext/gl/gstgleffects.c

Packit 971217
/*
Packit 971217
 * GStreamer
Packit 971217
 * Copyright (C) 2008 Filippo Argiolas <filippo.argiolas@gmail.com>
Packit 971217
 *
Packit 971217
 * This library is free software; you can redistribute it and/or
Packit 971217
 * modify it under the terms of the GNU Library General Public
Packit 971217
 * License as published by the Free Software Foundation; either
Packit 971217
 * version 2 of the License, or (at your option) any later version.
Packit 971217
 *
Packit 971217
 * This library is distributed in the hope that it will be useful,
Packit 971217
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit 971217
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
Packit 971217
 * Library General Public License for more details.
Packit 971217
 *
Packit 971217
 * You should have received a copy of the GNU Library General Public
Packit 971217
 * License along with this library; if not, write to the
Packit 971217
 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
Packit 971217
 * Boston, MA 02110-1301, USA.
Packit 971217
 */
Packit 971217
Packit 971217
/**
Packit 971217
 * SECTION:element-gleffects.
Packit 971217
 * @title: gleffects.
Packit 971217
 *
Packit 971217
 * GL Shading Language effects.
Packit 971217
 *
Packit 971217
 * ## Examples
Packit 971217
 * |[
Packit 971217
 * gst-launch-1.0 videotestsrc ! glupload ! gleffects effect=5 ! glimagesink
Packit 971217
 * ]|
Packit 971217
 * FBO (Frame Buffer Object) and GLSL (OpenGL Shading Language) are required.
Packit 971217
 *
Packit 971217
 */
Packit 971217
Packit 971217
#ifdef HAVE_CONFIG_H
Packit 971217
#include "config.h"
Packit 971217
#endif
Packit 971217
Packit 971217
#include "gstgleffects.h"
Packit 971217
Packit 971217
#define GST_CAT_DEFAULT gst_gl_effects_debug
Packit 971217
GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
Packit 971217
Packit 971217
enum
Packit 971217
{
Packit 971217
  PROP_0 = 0x0,
Packit 971217
  PROP_EFFECT = 0x1 << 1,
Packit 971217
  PROP_HSWAP = 0x1 << 2,
Packit 971217
  PROP_INVERT = 0x1 << 3
Packit 971217
};
Packit 971217
Packit 971217
#define DEBUG_INIT \
Packit 971217
  GST_DEBUG_CATEGORY_INIT (gst_gl_effects_debug, "gleffects", 0, "gleffects element");
Packit 971217
Packit 971217
#define gst_gl_effects_parent_class parent_class
Packit 971217
G_DEFINE_TYPE_WITH_CODE (GstGLEffects, gst_gl_effects, GST_TYPE_GL_FILTER,
Packit 971217
    DEBUG_INIT);
Packit 971217
Packit 971217
static void gst_gl_effects_set_property (GObject * object, guint prop_id,
Packit 971217
    const GValue * value, GParamSpec * pspec);
Packit 971217
static void gst_gl_effects_get_property (GObject * object, guint prop_id,
Packit 971217
    GValue * value, GParamSpec * pspec);
Packit 971217
Packit 971217
static gboolean gst_gl_effects_init_resources (GstBaseTransform * trans);
Packit 971217
static gboolean gst_gl_effects_reset_resources (GstBaseTransform * trans);
Packit 971217
Packit 971217
static gboolean gst_gl_effects_on_init_gl_context (GstGLFilter * filter);
Packit 971217
Packit 971217
static void gst_gl_effects_ghash_func_clean (gpointer key, gpointer value,
Packit 971217
    gpointer data);
Packit 971217
Packit 971217
static gboolean gst_gl_effects_filter_texture (GstGLFilter * filter,
Packit 971217
    GstGLMemory * in_tex, GstGLMemory * out_tex);
Packit 971217
static gboolean gst_gl_effects_filters_is_property_supported (const
Packit 971217
    GstGLEffectsFilterDescriptor *, gint property);
Packit 971217
Packit 971217
/* dont' forget to edit the following when a new effect is added */
Packit 971217
typedef enum
Packit 971217
{
Packit 971217
  GST_GL_EFFECT_IDENTITY,
Packit 971217
  GST_GL_EFFECT_MIRROR,
Packit 971217
  GST_GL_EFFECT_SQUEEZE,
Packit 971217
  GST_GL_EFFECT_STRETCH,
Packit 971217
  GST_GL_EFFECT_TUNNEL,
Packit 971217
  GST_GL_EFFECT_FISHEYE,
Packit 971217
  GST_GL_EFFECT_TWIRL,
Packit 971217
  GST_GL_EFFECT_BULGE,
Packit 971217
  GST_GL_EFFECT_SQUARE,
Packit 971217
  GST_GL_EFFECT_HEAT,
Packit 971217
  GST_GL_EFFECT_SEPIA,
Packit 971217
  GST_GL_EFFECT_XPRO,
Packit 971217
  GST_GL_EFFECT_LUMA_XPRO,
Packit 971217
  GST_GL_EFFECT_XRAY,
Packit 971217
  GST_GL_EFFECT_SIN,
Packit 971217
  GST_GL_EFFECT_GLOW,
Packit 971217
  GST_GL_EFFECT_SOBEL,
Packit 971217
  GST_GL_EFFECT_BLUR,
Packit 971217
  GST_GL_EFFECT_LAPLACIAN,
Packit 971217
  GST_GL_N_EFFECTS
Packit 971217
} GstGLEffectsEffect;
Packit 971217
Packit 971217
static const GEnumValue *
Packit 971217
gst_gl_effects_get_effects (void)
Packit 971217
{
Packit 971217
  static const GEnumValue effect_types[] = {
Packit 971217
    {GST_GL_EFFECT_IDENTITY, "Do nothing Effect", "identity"},
Packit 971217
    {GST_GL_EFFECT_MIRROR, "Mirror Effect", "mirror"},
Packit 971217
    {GST_GL_EFFECT_SQUEEZE, "Squeeze Effect", "squeeze"},
Packit 971217
    {GST_GL_EFFECT_STRETCH, "Stretch Effect", "stretch"},
Packit 971217
    {GST_GL_EFFECT_TUNNEL, "Light Tunnel Effect", "tunnel"},
Packit 971217
    {GST_GL_EFFECT_FISHEYE, "FishEye Effect", "fisheye"},
Packit 971217
    {GST_GL_EFFECT_TWIRL, "Twirl Effect", "twirl"},
Packit 971217
    {GST_GL_EFFECT_BULGE, "Bulge Effect", "bulge"},
Packit 971217
    {GST_GL_EFFECT_SQUARE, "Square Effect", "square"},
Packit 971217
    {GST_GL_EFFECT_HEAT, "Heat Signature Effect", "heat"},
Packit 971217
    {GST_GL_EFFECT_SEPIA, "Sepia Toning Effect", "sepia"},
Packit 971217
    {GST_GL_EFFECT_XPRO, "Cross Processing Effect", "xpro"},
Packit 971217
    {GST_GL_EFFECT_LUMA_XPRO, "Luma Cross Processing Effect", "lumaxpro"},
Packit 971217
    {GST_GL_EFFECT_XRAY, "Glowing negative effect", "xray"},
Packit 971217
    {GST_GL_EFFECT_SIN, "All Grey but Red Effect", "sin"},
Packit 971217
    {GST_GL_EFFECT_GLOW, "Glow Lighting Effect", "glow"},
Packit 971217
    {GST_GL_EFFECT_SOBEL, "Sobel edge detection Effect", "sobel"},
Packit 971217
    {GST_GL_EFFECT_BLUR, "Blur with 9x9 separable convolution Effect", "blur"},
Packit 971217
    {GST_GL_EFFECT_LAPLACIAN, "Laplacian Convolution Demo Effect", "laplacian"},
Packit 971217
    {0, NULL, NULL}
Packit 971217
  };
Packit 971217
  return effect_types;
Packit 971217
}
Packit 971217
Packit 971217
#define GST_TYPE_GL_EFFECTS_EFFECT (gst_gl_effects_effect_get_type ())
Packit 971217
static GType
Packit 971217
gst_gl_effects_effect_get_type (void)
Packit 971217
{
Packit 971217
  static GType gl_effects_effect_type = 0;
Packit 971217
  if (!gl_effects_effect_type) {
Packit 971217
    gl_effects_effect_type =
Packit 971217
        g_enum_register_static ("GstGLEffectsEffect",
Packit 971217
        gst_gl_effects_get_effects ());
Packit 971217
  }
Packit 971217
  return gl_effects_effect_type;
Packit 971217
}
Packit 971217
Packit 971217
static void
Packit 971217
gst_gl_effects_set_effect (GstGLEffects * effects, gint effect_type)
Packit 971217
{
Packit 971217
  GstGLBaseFilterClass *filter_class = GST_GL_BASE_FILTER_GET_CLASS (effects);
Packit 971217
Packit 971217
  switch (effect_type) {
Packit 971217
    case GST_GL_EFFECT_IDENTITY:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_identity;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_MIRROR:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_mirror;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_SQUEEZE:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_squeeze;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_STRETCH:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_stretch;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_TUNNEL:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_tunnel;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_FISHEYE:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_fisheye;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_TWIRL:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_twirl;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_BULGE:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_bulge;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_SQUARE:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_square;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_HEAT:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_heat;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_SEPIA:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_sepia;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_XPRO:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_xpro;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_LUMA_XPRO:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_luma_xpro;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_SIN:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_sin;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_XRAY:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_xray;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_GLOW:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_glow;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_SOBEL:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_sobel;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_BLUR:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_blur;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    case GST_GL_EFFECT_LAPLACIAN:
Packit 971217
      effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_laplacian;
Packit 971217
      filter_class->supported_gl_api =
Packit 971217
          GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
Packit 971217
      effects->current_effect = effect_type;
Packit 971217
      break;
Packit 971217
    default:
Packit 971217
      g_assert_not_reached ();
Packit 971217
  }
Packit 971217
Packit 971217
  effects->current_effect = effect_type;
Packit 971217
}
Packit 971217
Packit 971217
/* init resources that need a gl context */
Packit 971217
static gboolean
Packit 971217
gst_gl_effects_gl_start (GstGLBaseFilter * base_filter)
Packit 971217
{
Packit 971217
  GstGLEffects *effects = GST_GL_EFFECTS (base_filter);
Packit 971217
  GstGLFilter *filter = GST_GL_FILTER (base_filter);
Packit 971217
  GstGLContext *context = base_filter->context;
Packit 971217
  GstGLBaseMemoryAllocator *base_alloc;
Packit 971217
  GstGLAllocationParams *params;
Packit 971217
  gint i;
Packit 971217
Packit 971217
  if (!GST_GL_BASE_FILTER_CLASS (parent_class)->gl_start (base_filter))
Packit 971217
    return FALSE;
Packit 971217
Packit 971217
  base_alloc = (GstGLBaseMemoryAllocator *)
Packit 971217
      gst_allocator_find (GST_GL_MEMORY_ALLOCATOR_NAME);
Packit 971217
  params =
Packit 971217
      (GstGLAllocationParams *) gst_gl_video_allocation_params_new (context,
Packit 971217
      NULL, &filter->out_info, 0, NULL, GST_GL_TEXTURE_TARGET_2D, GST_GL_RGBA);
Packit 971217
Packit 971217
  for (i = 0; i < NEEDED_TEXTURES; i++) {
Packit 971217
    if (effects->midtexture[i])
Packit 971217
      gst_memory_unref (GST_MEMORY_CAST (effects->midtexture[i]));
Packit 971217
Packit 971217
    effects->midtexture[i] =
Packit 971217
        (GstGLMemory *) gst_gl_base_memory_alloc (base_alloc, params);
Packit 971217
  }
Packit 971217
Packit 971217
  gst_object_unref (base_alloc);
Packit 971217
  gst_gl_allocation_params_free (params);
Packit 971217
Packit 971217
  return TRUE;
Packit 971217
}
Packit 971217
Packit 971217
/* free resources that need a gl context */
Packit 971217
static void
Packit 971217
gst_gl_effects_gl_stop (GstGLBaseFilter * base_filter)
Packit 971217
{
Packit 971217
  GstGLEffects *effects = GST_GL_EFFECTS (base_filter);
Packit 971217
  const GstGLFuncs *gl = base_filter->context->gl_vtable;
Packit 971217
  gint i = 0;
Packit 971217
Packit 971217
  for (i = 0; i < NEEDED_TEXTURES; i++) {
Packit 971217
    gst_memory_unref (GST_MEMORY_CAST (effects->midtexture[i]));
Packit 971217
  }
Packit 971217
Packit 971217
  for (i = 0; i < GST_GL_EFFECTS_N_CURVES; i++) {
Packit 971217
    gl->DeleteTextures (1, &effects->curve[i]);
Packit 971217
    effects->curve[i] = 0;
Packit 971217
  }
Packit 971217
Packit 971217
  GST_GL_BASE_FILTER_CLASS (parent_class)->gl_stop (base_filter);
Packit 971217
}
Packit 971217
Packit 971217
static void
Packit 971217
gst_gl_effects_class_init (GstGLEffectsClass * klass)
Packit 971217
{
Packit 971217
  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
Packit 971217
Packit 971217
  gst_gl_filter_add_rgba_pad_templates (GST_GL_FILTER_CLASS (klass));
Packit 971217
Packit 971217
  GST_BASE_TRANSFORM_CLASS (klass)->start = gst_gl_effects_init_resources;
Packit 971217
  GST_BASE_TRANSFORM_CLASS (klass)->stop = gst_gl_effects_reset_resources;
Packit 971217
Packit 971217
  GST_GL_BASE_FILTER_CLASS (klass)->gl_start = gst_gl_effects_gl_start;
Packit 971217
  GST_GL_BASE_FILTER_CLASS (klass)->gl_stop = gst_gl_effects_gl_stop;
Packit 971217
Packit 971217
  GST_GL_FILTER_CLASS (klass)->filter_texture = gst_gl_effects_filter_texture;
Packit 971217
  GST_GL_FILTER_CLASS (klass)->init_fbo = gst_gl_effects_on_init_gl_context;
Packit 971217
Packit 971217
  klass->filter_descriptor = NULL;
Packit 971217
Packit 971217
  gst_element_class_set_metadata (element_class,
Packit 971217
      "Gstreamer OpenGL Effects", "Filter/Effect/Video",
Packit 971217
      "GL Shading Language effects",
Packit 971217
      "Filippo Argiolas <filippo.argiolas@gmail.com>");
Packit 971217
Packit 971217
  GST_GL_BASE_FILTER_CLASS (klass)->supported_gl_api =
Packit 971217
      GST_GL_API_OPENGL | GST_GL_API_GLES2 | GST_GL_API_OPENGL3;
Packit 971217
}
Packit 971217
Packit 971217
static void
Packit 971217
gst_gl_effects_filter_class_init (GstGLEffectsClass * klass,
Packit 971217
    const GstGLEffectsFilterDescriptor * filter_descriptor)
Packit 971217
{
Packit 971217
  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
Packit 971217
  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
Packit 971217
Packit 971217
  klass->filter_descriptor = filter_descriptor;
Packit 971217
Packit 971217
  gobject_class->set_property = gst_gl_effects_set_property;
Packit 971217
  gobject_class->get_property = gst_gl_effects_get_property;
Packit 971217
Packit 971217
  /* if filterDescriptor is null it's a generic gleffects */
Packit 971217
  if (!filter_descriptor) {
Packit 971217
    g_object_class_install_property (gobject_class,
Packit 971217
        PROP_EFFECT,
Packit 971217
        g_param_spec_enum ("effect",
Packit 971217
            "Effect",
Packit 971217
            "Select which effect apply to GL video texture",
Packit 971217
            GST_TYPE_GL_EFFECTS_EFFECT,
Packit 971217
            GST_GL_EFFECT_IDENTITY,
Packit 971217
            G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
Packit 971217
  } else {
Packit 971217
    gchar *description = g_strdup_printf ("GL Shading Language effects - %s",
Packit 971217
        filter_descriptor->filter_longname);
Packit 971217
Packit 971217
    gst_element_class_set_metadata (element_class,
Packit 971217
        filter_descriptor->filter_longname, "Filter/Effect/Video",
Packit 971217
        description, "Filippo Argiolas <filippo.argiolas@gmail.com>");
Packit 971217
Packit 971217
    g_free (description);
Packit 971217
  }
Packit 971217
Packit 971217
  g_object_class_install_property (gobject_class,
Packit 971217
      PROP_HSWAP,
Packit 971217
      g_param_spec_boolean ("hswap",
Packit 971217
          "Horizontal Swap",
Packit 971217
          "Switch video texture left to right, useful with webcams",
Packit 971217
          FALSE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
Packit 971217
Packit 971217
  /* FIXME: make it work on every effect */
Packit 971217
  if (gst_gl_effects_filters_is_property_supported (filter_descriptor,
Packit 971217
          PROP_INVERT)) {
Packit 971217
    g_object_class_install_property (gobject_class, PROP_INVERT,
Packit 971217
        g_param_spec_boolean ("invert", "Invert the colors for sobel effect",
Packit 971217
            "Invert colors to get dark edges on bright background when using sobel effect",
Packit 971217
            FALSE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
Packit 971217
  }
Packit 971217
}
Packit 971217
Packit 971217
static void
Packit 971217
set_horizontal_swap (GstGLEffects * effects)
Packit 971217
{
Packit 971217
#if GST_GL_HAVE_OPENGL
Packit 971217
  GstGLContext *context = GST_GL_BASE_FILTER (effects)->context;
Packit 971217
  const GstGLFuncs *gl = context->gl_vtable;
Packit 971217
Packit 971217
  if (gst_gl_context_get_gl_api (context) & GST_GL_API_OPENGL) {
Packit 971217
    const gfloat mirrormatrix[16] = {
Packit 971217
      -1.0, 0.0, 0.0, 0.0,
Packit 971217
      0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0
Packit 971217
    };
Packit 971217
Packit 971217
    gl->MatrixMode (GL_MODELVIEW);
Packit 971217
    gl->LoadMatrixf (mirrormatrix);
Packit 971217
  }
Packit 971217
#endif
Packit 971217
}
Packit 971217
Packit 971217
static void
Packit 971217
gst_gl_effects_init (GstGLEffects * effects)
Packit 971217
{
Packit 971217
  effects->horizontal_swap = FALSE;
Packit 971217
  effects->invert = FALSE;
Packit 971217
  effects->effect = gst_gl_effects_identity;
Packit 971217
}
Packit 971217
Packit 971217
static void
Packit 971217
gst_gl_effects_filter_init (GstGLEffects * effects)
Packit 971217
{
Packit 971217
  gst_gl_effects_set_effect (effects,
Packit 971217
      GST_GL_EFFECTS_GET_CLASS (effects)->filter_descriptor->effect);
Packit 971217
}
Packit 971217
Packit 971217
static void
Packit 971217
gst_gl_effects_ghash_func_clean (gpointer key, gpointer value, gpointer data)
Packit 971217
{
Packit 971217
  GstGLShader *shader = (GstGLShader *) value;
Packit 971217
Packit 971217
  gst_object_unref (shader);
Packit 971217
Packit 971217
  value = NULL;
Packit 971217
}
Packit 971217
Packit 971217
static gboolean
Packit 971217
gst_gl_effects_reset_resources (GstBaseTransform * trans)
Packit 971217
{
Packit 971217
  GstGLEffects *effects = GST_GL_EFFECTS (trans);
Packit 971217
Packit 971217
  /* release shaders in the gl thread */
Packit 971217
  g_hash_table_foreach (effects->shaderstable, gst_gl_effects_ghash_func_clean,
Packit 971217
      effects);
Packit 971217
Packit 971217
  /* clean the htable without calling values destructors
Packit 971217
   * because shaders have been released in the glthread
Packit 971217
   * through the foreach func */
Packit 971217
  g_hash_table_unref (effects->shaderstable);
Packit 971217
  effects->shaderstable = NULL;
Packit 971217
Packit 971217
  return GST_BASE_TRANSFORM_CLASS (parent_class)->stop (trans);
Packit 971217
}
Packit 971217
Packit 971217
static void
Packit 971217
gst_gl_effects_set_property (GObject * object, guint prop_id,
Packit 971217
    const GValue * value, GParamSpec * pspec)
Packit 971217
{
Packit 971217
  GstGLEffects *effects = GST_GL_EFFECTS (object);
Packit 971217
Packit 971217
  switch (prop_id) {
Packit 971217
    case PROP_EFFECT:
Packit 971217
      gst_gl_effects_set_effect (effects, g_value_get_enum (value));
Packit 971217
      break;
Packit 971217
    case PROP_HSWAP:
Packit 971217
      effects->horizontal_swap = g_value_get_boolean (value);
Packit 971217
      break;
Packit 971217
    case PROP_INVERT:
Packit 971217
      effects->invert = g_value_get_boolean (value);
Packit 971217
      break;
Packit 971217
    default:
Packit 971217
      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
Packit 971217
      break;
Packit 971217
  }
Packit 971217
}
Packit 971217
Packit 971217
static void
Packit 971217
gst_gl_effects_get_property (GObject * object, guint prop_id,
Packit 971217
    GValue * value, GParamSpec * pspec)
Packit 971217
{
Packit 971217
  GstGLEffects *effects = GST_GL_EFFECTS (object);
Packit 971217
Packit 971217
  switch (prop_id) {
Packit 971217
    case PROP_EFFECT:
Packit 971217
      g_value_set_enum (value, effects->current_effect);
Packit 971217
      break;
Packit 971217
    case PROP_HSWAP:
Packit 971217
      g_value_set_boolean (value, effects->horizontal_swap);
Packit 971217
      break;
Packit 971217
    case PROP_INVERT:
Packit 971217
      g_value_set_boolean (value, effects->invert);
Packit 971217
      break;
Packit 971217
    default:
Packit 971217
      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
Packit 971217
      break;
Packit 971217
  }
Packit 971217
}
Packit 971217
Packit 971217
static gboolean
Packit 971217
gst_gl_effects_init_resources (GstBaseTransform * trans)
Packit 971217
{
Packit 971217
  GstGLEffects *effects = GST_GL_EFFECTS (trans);
Packit 971217
  gint i;
Packit 971217
Packit 971217
  effects->shaderstable = g_hash_table_new (g_str_hash, g_str_equal);
Packit 971217
Packit 971217
  for (i = 0; i < NEEDED_TEXTURES; i++) {
Packit 971217
    effects->midtexture[i] = 0;
Packit 971217
  }
Packit 971217
  for (i = 0; i < GST_GL_EFFECTS_N_CURVES; i++) {
Packit 971217
    effects->curve[i] = 0;
Packit 971217
  }
Packit 971217
Packit 971217
  return GST_BASE_TRANSFORM_CLASS (parent_class)->start (trans);
Packit 971217
}
Packit 971217
Packit 971217
static gboolean
Packit 971217
gst_gl_effects_on_init_gl_context (GstGLFilter * filter)
Packit 971217
{
Packit 971217
  return TRUE;
Packit 971217
}
Packit 971217
Packit 971217
static gboolean
Packit 971217
gst_gl_effects_filter_texture (GstGLFilter * filter, GstGLMemory * in_tex,
Packit 971217
    GstGLMemory * out_tex)
Packit 971217
{
Packit 971217
  GstGLEffects *effects = GST_GL_EFFECTS (filter);
Packit 971217
Packit 971217
  effects->intexture = in_tex;
Packit 971217
  effects->outtexture = out_tex;
Packit 971217
Packit 971217
  if (effects->horizontal_swap == TRUE)
Packit 971217
    set_horizontal_swap (effects);
Packit 971217
Packit 971217
  effects->effect (effects);
Packit 971217
Packit 971217
  return TRUE;
Packit 971217
}
Packit 971217
Packit 971217
GstGLShader *
Packit 971217
gst_gl_effects_get_fragment_shader (GstGLEffects * effects,
Packit 971217
    const gchar * shader_name, const gchar * shader_source_gles2)
Packit 971217
{
Packit 971217
  GstGLShader *shader = NULL;
Packit 971217
  GstGLFilter *filter = GST_GL_FILTER (effects);
Packit 971217
  GstGLContext *context = GST_GL_BASE_FILTER (filter)->context;
Packit 971217
Packit 971217
  shader = g_hash_table_lookup (effects->shaderstable, shader_name);
Packit 971217
Packit 971217
  if (!shader) {
Packit 971217
    GError *error = NULL;
Packit 971217
Packit 971217
    if (!(shader = gst_gl_shader_new_link_with_stages (context, &error,
Packit 971217
                gst_glsl_stage_new_default_vertex (context),
Packit 971217
                gst_glsl_stage_new_with_string (context, GL_FRAGMENT_SHADER,
Packit 971217
                    GST_GLSL_VERSION_NONE,
Packit 971217
                    GST_GLSL_PROFILE_ES | GST_GLSL_PROFILE_COMPATIBILITY,
Packit 971217
                    shader_source_gles2), NULL))) {
Packit 971217
      GST_ELEMENT_ERROR (effects, RESOURCE, NOT_FOUND,
Packit 971217
          ("Failed to initialize %s shader", shader_name), (NULL));
Packit 971217
    }
Packit 971217
Packit 971217
    filter->draw_attr_position_loc =
Packit 971217
        gst_gl_shader_get_attribute_location (shader, "a_position");
Packit 971217
    filter->draw_attr_texture_loc =
Packit 971217
        gst_gl_shader_get_attribute_location (shader, "a_texcoord");
Packit 971217
  }
Packit 971217
Packit 971217
  g_hash_table_insert (effects->shaderstable, (gchar *) shader_name, shader);
Packit 971217
Packit 971217
  return shader;
Packit 971217
}
Packit 971217
Packit 971217
static const GstGLEffectsFilterDescriptor *
Packit 971217
gst_gl_effects_filters_supported_properties (void)
Packit 971217
{
Packit 971217
  /* Horizontal swap property is supported by all filters */
Packit 971217
  static const GstGLEffectsFilterDescriptor effects[] = {
Packit 971217
    {GST_GL_EFFECT_SOBEL, PROP_INVERT, NULL},
Packit 971217
    {GST_GL_EFFECT_LAPLACIAN, PROP_INVERT, NULL},
Packit 971217
    {0, 0, NULL}
Packit 971217
  };
Packit 971217
  return effects;
Packit 971217
}
Packit 971217
Packit 971217
static inline gboolean
Packit 971217
gst_gl_effects_filters_is_property_supported (const GstGLEffectsFilterDescriptor
Packit 971217
    * descriptor, gint property)
Packit 971217
{
Packit 971217
  /* generic filter (NULL descriptor) supports all properties */
Packit 971217
  return !descriptor || (descriptor->supported_properties & property);
Packit 971217
}
Packit 971217
Packit 971217
static const GstGLEffectsFilterDescriptor *
Packit 971217
gst_gl_effects_filters_descriptors (void)
Packit 971217
{
Packit 971217
  static GstGLEffectsFilterDescriptor *descriptors = NULL;
Packit 971217
  if (!descriptors) {
Packit 971217
    const GEnumValue *e;
Packit 971217
    const GEnumValue *effect = gst_gl_effects_get_effects ();
Packit 971217
    const GstGLEffectsFilterDescriptor *defined;
Packit 971217
    guint n_filters = 0, i;
Packit 971217
Packit 971217
    for (e = effect; NULL != e->value_nick; ++e, ++n_filters) {
Packit 971217
    }
Packit 971217
Packit 971217
    descriptors = g_new0 (GstGLEffectsFilterDescriptor, n_filters + 1);
Packit 971217
    for (i = 0; i < n_filters; ++i, ++effect) {
Packit 971217
      descriptors[i].effect = effect->value;
Packit 971217
      descriptors[i].filter_name = effect->value_nick;
Packit 971217
      descriptors[i].filter_longname = effect->value_name;
Packit 971217
    }
Packit 971217
Packit 971217
    for (defined = gst_gl_effects_filters_supported_properties ();
Packit 971217
        0 != defined->supported_properties; ++defined) {
Packit 971217
Packit 971217
      for (i = 0; i < n_filters; ++i) {
Packit 971217
        if (descriptors[i].effect == defined->effect) {
Packit 971217
          descriptors[i].supported_properties = defined->supported_properties;
Packit 971217
          break;
Packit 971217
        }
Packit 971217
      }
Packit 971217
      if (i >= n_filters) {
Packit 971217
        GST_WARNING ("Could not match gstgleffects-%s descriptor",
Packit 971217
            defined->filter_name);
Packit 971217
      }
Packit 971217
    }
Packit 971217
  }
Packit 971217
  return descriptors;
Packit 971217
}
Packit 971217
Packit 971217
gboolean
Packit 971217
gst_gl_effects_register_filters (GstPlugin * plugin, GstRank rank)
Packit 971217
{
Packit 971217
  static volatile gsize registered = 0;
Packit 971217
Packit 971217
  if (g_once_init_enter (&registered)) {
Packit 971217
    GTypeInfo info = {
Packit 971217
      sizeof (GstGLEffectsClass),
Packit 971217
      NULL,
Packit 971217
      NULL,
Packit 971217
      (GClassInitFunc) gst_gl_effects_filter_class_init,
Packit 971217
      NULL,
Packit 971217
      NULL,
Packit 971217
      sizeof (GstGLEffects),
Packit 971217
      0,
Packit 971217
      NULL
Packit 971217
    };
Packit 971217
    GType generic_type =
Packit 971217
        g_type_register_static (GST_TYPE_GL_EFFECTS, "GstGLEffectsGeneric",
Packit 971217
        &info, 0);
Packit 971217
Packit 971217
    if (gst_element_register (plugin, "gleffects", rank, generic_type)) {
Packit 971217
      const GstGLEffectsFilterDescriptor *filters;
Packit 971217
      for (filters = gst_gl_effects_filters_descriptors ();
Packit 971217
          NULL != filters->filter_name; ++filters) {
Packit 971217
        gchar *name = g_strdup_printf ("gleffects_%s", filters->filter_name);
Packit 971217
        GTypeInfo info = {
Packit 971217
          sizeof (GstGLEffectsClass),
Packit 971217
          NULL,
Packit 971217
          NULL,
Packit 971217
          (GClassInitFunc) gst_gl_effects_filter_class_init,
Packit 971217
          NULL,
Packit 971217
          filters,
Packit 971217
          sizeof (GstGLEffects),
Packit 971217
          0,
Packit 971217
          (GInstanceInitFunc) gst_gl_effects_filter_init
Packit 971217
        };
Packit 971217
        GType type =
Packit 971217
            g_type_register_static (GST_TYPE_GL_EFFECTS, name, &info, 0);
Packit 971217
        if (!gst_element_register (plugin, name, rank, type)) {
Packit 971217
          GST_WARNING ("Could not register %s", name);
Packit 971217
        }
Packit 971217
        g_free (name);
Packit 971217
      }
Packit 971217
    }
Packit 971217
    g_once_init_leave (&registered, generic_type);
Packit 971217
  }
Packit 971217
  return registered;
Packit 971217
}