Blame ext/gl/gstglviewconvert.c

Packit 971217
/*
Packit 971217
 * GStreamer
Packit 971217
 * Copyright (C) 2009 Julien Isorce <julien.isorce@mail.com>
Packit 971217
 * Copyright (C) 2014 Jan Schmidt <jan@centricular.com>
Packit 971217
 * Copyright (C) 2015 Matthew Waters <matthew@centricular.com>
Packit 971217
 *
Packit 971217
 * This library is free software; you can redistribute it and/or
Packit 971217
 * modify it under the terms of the GNU Library General Public
Packit 971217
 * License as published by the Free Software Foundation; either
Packit 971217
 * version 2 of the License, or (at your option) any later version.
Packit 971217
 *
Packit 971217
 * This library is distributed in the hope that it will be useful,
Packit 971217
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit 971217
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
Packit 971217
 * Library General Public License for more details.
Packit 971217
 *
Packit 971217
 * You should have received a copy of the GNU Library General Public
Packit 971217
 * License along with this library; if not, write to the
Packit 971217
 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
Packit 971217
 * Boston, MA 02110-1301, USA.
Packit 971217
 */
Packit 971217
Packit 971217
/**
Packit 971217
 * SECTION:element-glviewconvert
Packit 971217
 * @title: glviewconvert
Packit 971217
 *
Packit 971217
 * Convert stereoscopic video between different representations using fragment shaders.
Packit 971217
 *
Packit 971217
 * The element can use either property settings or caps negotiation to choose the
Packit 971217
 * input and output formats to process.
Packit 971217
 *
Packit 971217
 * ## Examples
Packit 971217
 * |[
Packit 971217
 * gst-launch-1.0 videotestsrc ! glupload ! glviewconvert ! glimagesink
Packit 971217
 * ]| Simple placebo example demonstrating identity passthrough of mono video
Packit 971217
 * |[
Packit 971217
 * gst-launch-1.0 videotestsrc pattern=checkers-1 ! glupload ! \
Packit 971217
 *     glviewconvert input-mode-override=side-by-side ! glimagesink -v
Packit 971217
 * ]| Force re-interpretation of the input checkers pattern as a side-by-side stereoscopic
Packit 971217
 *    image and display in glimagesink.
Packit 971217
 * FBO (Frame Buffer Object) and GLSL (OpenGL Shading Language) are required.
Packit 971217
 *
Packit 971217
 */
Packit 971217
Packit 971217
#ifdef HAVE_CONFIG_H
Packit 971217
#include "config.h"
Packit 971217
#endif
Packit 971217
Packit 971217
#include <gst/base/gstbasetransform.h>
Packit 971217
Packit 971217
#include "gstglviewconvert.h"
Packit 971217
Packit 971217
#define GST_CAT_DEFAULT gst_gl_view_convert_element_debug
Packit 971217
GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
Packit 971217
Packit 971217
enum
Packit 971217
{
Packit 971217
  PROP_0,
Packit 971217
  PROP_INPUT_LAYOUT,
Packit 971217
  PROP_INPUT_FLAGS,
Packit 971217
  PROP_OUTPUT_LAYOUT,
Packit 971217
  PROP_OUTPUT_FLAGS,
Packit 971217
  PROP_OUTPUT_DOWNMIX_MODE
Packit 971217
};
Packit 971217
Packit 971217
#define DEFAULT_DOWNMIX GST_GL_STEREO_DOWNMIX_ANAGLYPH_GREEN_MAGENTA_DUBOIS
Packit 971217
Packit 971217
#define DEBUG_INIT \
Packit 971217
  GST_DEBUG_CATEGORY_INIT (gst_gl_view_convert_element_debug, "glview_convertelement", 0, "glview_convert element");
Packit 971217
Packit 971217
G_DEFINE_TYPE_WITH_CODE (GstGLViewConvertElement, gst_gl_view_convert_element,
Packit 971217
    GST_TYPE_GL_FILTER, DEBUG_INIT);
Packit 971217
#define parent_class gst_gl_view_convert_element_parent_class
Packit 971217
Packit 971217
static void gst_gl_view_convert_dispose (GObject * object);
Packit 971217
static void gst_gl_view_convert_element_set_property (GObject * object,
Packit 971217
    guint prop_id, const GValue * value, GParamSpec * pspec);
Packit 971217
static void gst_gl_view_convert_element_get_property (GObject * object,
Packit 971217
    guint prop_id, GValue * value, GParamSpec * pspec);
Packit 971217
Packit 971217
static gboolean gst_gl_view_convert_element_stop (GstBaseTransform * bt);
Packit 971217
static gboolean
Packit 971217
gst_gl_view_convert_element_set_caps (GstGLFilter * filter, GstCaps * incaps,
Packit 971217
    GstCaps * outcaps);
Packit 971217
static GstCaps *gst_gl_view_convert_element_transform_internal_caps (GstGLFilter
Packit 971217
    * filter, GstPadDirection direction, GstCaps * caps, GstCaps * filter_caps);
Packit 971217
static GstCaps *gst_gl_view_convert_element_fixate_caps (GstBaseTransform *
Packit 971217
    trans, GstPadDirection direction, GstCaps * caps, GstCaps * othercaps);
Packit 971217
static GstFlowReturn
Packit 971217
gst_gl_view_convert_element_submit_input_buffer (GstBaseTransform * trans,
Packit 971217
    gboolean is_discont, GstBuffer * input);
Packit 971217
static GstFlowReturn
Packit 971217
gst_gl_view_convert_element_generate_output_buffer (GstBaseTransform * bt,
Packit 971217
    GstBuffer ** outbuf);
Packit 971217
Packit 971217
static void
Packit 971217
gst_gl_view_convert_element_class_init (GstGLViewConvertElementClass * klass)
Packit 971217
{
Packit 971217
  GObjectClass *gobject_class;
Packit 971217
  GstElementClass *element_class;
Packit 971217
Packit 971217
  gobject_class = (GObjectClass *) klass;
Packit 971217
  element_class = GST_ELEMENT_CLASS (klass);
Packit 971217
Packit 971217
  gst_gl_filter_add_rgba_pad_templates (GST_GL_FILTER_CLASS (klass));
Packit 971217
Packit 971217
  gobject_class->set_property = gst_gl_view_convert_element_set_property;
Packit 971217
  gobject_class->get_property = gst_gl_view_convert_element_get_property;
Packit 971217
  gobject_class->dispose = gst_gl_view_convert_dispose;
Packit 971217
Packit 971217
  gst_element_class_set_metadata (element_class,
Packit 971217
      "OpenGL Multiview/3D conversion filter", "Filter",
Packit 971217
      "Convert stereoscopic/multiview video formats",
Packit 971217
      "Jan Schmidt <jan@centricular.com>\n"
Packit 971217
      "Matthew Waters <matthew@centricular.com>");
Packit 971217
Packit 971217
  GST_GL_FILTER_CLASS (klass)->set_caps = gst_gl_view_convert_element_set_caps;
Packit 971217
Packit 971217
  GST_GL_FILTER_CLASS (klass)->transform_internal_caps =
Packit 971217
      gst_gl_view_convert_element_transform_internal_caps;
Packit 971217
  GST_BASE_TRANSFORM_CLASS (klass)->stop = gst_gl_view_convert_element_stop;
Packit 971217
  GST_BASE_TRANSFORM_CLASS (klass)->fixate_caps =
Packit 971217
      gst_gl_view_convert_element_fixate_caps;
Packit 971217
  GST_BASE_TRANSFORM_CLASS (klass)->submit_input_buffer =
Packit 971217
      gst_gl_view_convert_element_submit_input_buffer;
Packit 971217
  GST_BASE_TRANSFORM_CLASS (klass)->generate_output =
Packit 971217
      gst_gl_view_convert_element_generate_output_buffer;
Packit 971217
Packit 971217
  g_object_class_install_property (gobject_class, PROP_INPUT_LAYOUT,
Packit 971217
      g_param_spec_enum ("input-mode-override",
Packit 971217
          "Input Multiview Mode Override",
Packit 971217
          "Override any input information about multiview layout",
Packit 971217
          GST_TYPE_VIDEO_MULTIVIEW_FRAME_PACKING,
Packit 971217
          GST_VIDEO_MULTIVIEW_MODE_NONE,
Packit 971217
          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
Packit 971217
  g_object_class_install_property (gobject_class, PROP_INPUT_FLAGS,
Packit 971217
      g_param_spec_flags ("input-flags-override",
Packit 971217
          "Input Multiview Flags Override",
Packit 971217
          "Override any input information about multiview layout flags",
Packit 971217
          GST_TYPE_VIDEO_MULTIVIEW_FLAGS, GST_VIDEO_MULTIVIEW_FLAGS_NONE,
Packit 971217
          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
Packit 971217
  g_object_class_install_property (gobject_class, PROP_OUTPUT_LAYOUT,
Packit 971217
      g_param_spec_enum ("output-mode-override",
Packit 971217
          "Output Multiview Mode Override",
Packit 971217
          "Override automatic output mode selection for multiview layout",
Packit 971217
          GST_TYPE_VIDEO_MULTIVIEW_MODE, GST_VIDEO_MULTIVIEW_MODE_NONE,
Packit 971217
          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
Packit 971217
  g_object_class_install_property (gobject_class, PROP_OUTPUT_FLAGS,
Packit 971217
      g_param_spec_flags ("output-flags-override",
Packit 971217
          "Output Multiview Flags Override",
Packit 971217
          "Override automatic negotiation for output multiview layout flags",
Packit 971217
          GST_TYPE_VIDEO_MULTIVIEW_FLAGS, GST_VIDEO_MULTIVIEW_FLAGS_NONE,
Packit 971217
          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
Packit 971217
  g_object_class_install_property (gobject_class, PROP_OUTPUT_DOWNMIX_MODE,
Packit 971217
      g_param_spec_enum ("downmix-mode", "Mode for mono downmixed output",
Packit 971217
          "Output anaglyph type to generate when downmixing to mono",
Packit 971217
          GST_TYPE_GL_STEREO_DOWNMIX_MODE_TYPE, DEFAULT_DOWNMIX,
Packit 971217
          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
Packit 971217
}
Packit 971217
Packit 971217
static void
Packit 971217
gst_gl_view_convert_element_init (GstGLViewConvertElement * convert)
Packit 971217
{
Packit 971217
  convert->viewconvert = gst_gl_view_convert_new ();
Packit 971217
}
Packit 971217
Packit 971217
static void
Packit 971217
gst_gl_view_convert_dispose (GObject * object)
Packit 971217
{
Packit 971217
  GstGLViewConvertElement *convert = GST_GL_VIEW_CONVERT_ELEMENT (object);
Packit 971217
Packit 971217
  if (convert->viewconvert) {
Packit 971217
    gst_object_unref (convert->viewconvert);
Packit 971217
    convert->viewconvert = NULL;
Packit 971217
  }
Packit 971217
  G_OBJECT_CLASS (parent_class)->dispose (object);
Packit 971217
}
Packit 971217
Packit 971217
static gboolean
Packit 971217
gst_gl_view_convert_element_set_caps (GstGLFilter * filter, GstCaps * incaps,
Packit 971217
    GstCaps * outcaps)
Packit 971217
{
Packit 971217
  GstGLViewConvertElement *viewconvert_filter =
Packit 971217
      GST_GL_VIEW_CONVERT_ELEMENT (filter);
Packit 971217
  GstCapsFeatures *gl_features;
Packit 971217
  gboolean ret;
Packit 971217
Packit 971217
  GST_DEBUG_OBJECT (filter, "incaps %" GST_PTR_FORMAT
Packit 971217
      " outcaps %" GST_PTR_FORMAT, incaps, outcaps);
Packit 971217
  /* The view_convert component needs RGBA caps */
Packit 971217
  incaps = gst_caps_copy (incaps);
Packit 971217
  outcaps = gst_caps_copy (outcaps);
Packit 971217
Packit 971217
  gst_caps_set_simple (incaps, "format", G_TYPE_STRING, "RGBA", NULL);
Packit 971217
  gl_features =
Packit 971217
      gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_GL_MEMORY);
Packit 971217
  gst_caps_set_features (incaps, 0, gl_features);
Packit 971217
Packit 971217
  gst_caps_set_simple (outcaps, "format", G_TYPE_STRING, "RGBA", NULL);
Packit 971217
  gl_features =
Packit 971217
      gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_GL_MEMORY);
Packit 971217
  gst_caps_set_features (outcaps, 0, gl_features);
Packit 971217
Packit 971217
  ret = gst_gl_view_convert_set_caps (viewconvert_filter->viewconvert,
Packit 971217
      incaps, outcaps);
Packit 971217
Packit 971217
  gst_caps_unref (incaps);
Packit 971217
  gst_caps_unref (outcaps);
Packit 971217
Packit 971217
  return ret;
Packit 971217
}
Packit 971217
Packit 971217
static GstCaps *
Packit 971217
gst_gl_view_convert_element_transform_internal_caps (GstGLFilter * filter,
Packit 971217
    GstPadDirection direction, GstCaps * caps, GstCaps * filter_caps)
Packit 971217
{
Packit 971217
  GstGLViewConvertElement *viewconvert_filter =
Packit 971217
      GST_GL_VIEW_CONVERT_ELEMENT (filter);
Packit 971217
  GstCaps *result;
Packit 971217
Packit 971217
  GST_DEBUG_OBJECT (filter, "dir %s transforming caps: %" GST_PTR_FORMAT,
Packit 971217
      direction == GST_PAD_SINK ? "sink" : "src", caps);
Packit 971217
Packit 971217
  result =
Packit 971217
      gst_gl_view_convert_transform_caps (viewconvert_filter->viewconvert,
Packit 971217
      direction, caps, NULL);
Packit 971217
Packit 971217
  GST_DEBUG_OBJECT (filter, "returning caps: %" GST_PTR_FORMAT, result);
Packit 971217
Packit 971217
  return result;
Packit 971217
}
Packit 971217
Packit 971217
static GstCaps *
Packit 971217
gst_gl_view_convert_element_fixate_caps (GstBaseTransform * trans,
Packit 971217
    GstPadDirection direction, GstCaps * caps, GstCaps * othercaps)
Packit 971217
{
Packit 971217
  GstGLViewConvertElement *viewconvert_filter =
Packit 971217
      GST_GL_VIEW_CONVERT_ELEMENT (trans);
Packit 971217
Packit 971217
  othercaps = gst_gl_view_convert_fixate_caps (viewconvert_filter->viewconvert,
Packit 971217
      direction, caps, othercaps);
Packit 971217
Packit 971217
  if (gst_caps_is_empty (othercaps))
Packit 971217
    return othercaps;
Packit 971217
Packit 971217
  /* Let GLfilter do the rest */
Packit 971217
  return
Packit 971217
      GST_BASE_TRANSFORM_CLASS
Packit 971217
      (gst_gl_view_convert_element_parent_class)->fixate_caps (trans, direction,
Packit 971217
      caps, othercaps);
Packit 971217
}
Packit 971217
Packit 971217
static gboolean
Packit 971217
gst_gl_view_convert_element_stop (GstBaseTransform * bt)
Packit 971217
{
Packit 971217
  GstGLViewConvertElement *viewconvert_filter =
Packit 971217
      GST_GL_VIEW_CONVERT_ELEMENT (bt);
Packit 971217
Packit 971217
  gst_gl_view_convert_reset (viewconvert_filter->viewconvert);
Packit 971217
Packit 971217
  return GST_BASE_TRANSFORM_CLASS (parent_class)->stop (bt);
Packit 971217
}
Packit 971217
Packit 971217
static void
Packit 971217
gst_gl_view_convert_element_set_property (GObject * object, guint prop_id,
Packit 971217
    const GValue * value, GParamSpec * pspec)
Packit 971217
{
Packit 971217
  GstGLViewConvertElement *convert = GST_GL_VIEW_CONVERT_ELEMENT (object);
Packit 971217
Packit 971217
  switch (prop_id) {
Packit 971217
    case PROP_INPUT_LAYOUT:
Packit 971217
    case PROP_INPUT_FLAGS:
Packit 971217
      g_object_set_property (G_OBJECT (convert->viewconvert), pspec->name,
Packit 971217
          value);
Packit 971217
      gst_base_transform_reconfigure_src (GST_BASE_TRANSFORM (convert));
Packit 971217
      break;
Packit 971217
    case PROP_OUTPUT_LAYOUT:
Packit 971217
    case PROP_OUTPUT_FLAGS:
Packit 971217
      g_object_set_property (G_OBJECT (convert->viewconvert), pspec->name,
Packit 971217
          value);
Packit 971217
      gst_base_transform_reconfigure_src (GST_BASE_TRANSFORM (convert));
Packit 971217
      break;
Packit 971217
    case PROP_OUTPUT_DOWNMIX_MODE:
Packit 971217
      g_object_set_property (G_OBJECT (convert->viewconvert), pspec->name,
Packit 971217
          value);
Packit 971217
      break;
Packit 971217
    default:
Packit 971217
      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
Packit 971217
      break;
Packit 971217
  }
Packit 971217
}
Packit 971217
Packit 971217
static void
Packit 971217
gst_gl_view_convert_element_get_property (GObject * object, guint prop_id,
Packit 971217
    GValue * value, GParamSpec * pspec)
Packit 971217
{
Packit 971217
  GstGLViewConvertElement *convert = GST_GL_VIEW_CONVERT_ELEMENT (object);
Packit 971217
Packit 971217
  switch (prop_id) {
Packit 971217
    case PROP_INPUT_LAYOUT:
Packit 971217
    case PROP_INPUT_FLAGS:
Packit 971217
    case PROP_OUTPUT_LAYOUT:
Packit 971217
    case PROP_OUTPUT_FLAGS:
Packit 971217
    case PROP_OUTPUT_DOWNMIX_MODE:
Packit 971217
      g_object_get_property (G_OBJECT (convert->viewconvert), pspec->name,
Packit 971217
          value);
Packit 971217
      break;
Packit 971217
    default:
Packit 971217
      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
Packit 971217
      break;
Packit 971217
  }
Packit 971217
}
Packit 971217
Packit 971217
static GstFlowReturn
Packit 971217
gst_gl_view_convert_element_submit_input_buffer (GstBaseTransform * trans,
Packit 971217
    gboolean is_discont, GstBuffer * input)
Packit 971217
{
Packit 971217
  GstGLContext *context = GST_GL_BASE_FILTER (trans)->context;
Packit 971217
  GstGLViewConvertElement *viewconvert_filter =
Packit 971217
      GST_GL_VIEW_CONVERT_ELEMENT (trans);
Packit 971217
  GstFlowReturn ret;
Packit 971217
Packit 971217
  ret =
Packit 971217
      GST_BASE_TRANSFORM_CLASS (parent_class)->submit_input_buffer (trans,
Packit 971217
      is_discont, input);
Packit 971217
  if (ret != GST_FLOW_OK || trans->queued_buf == NULL)
Packit 971217
    return ret;
Packit 971217
Packit 971217
  gst_gl_view_convert_set_context (viewconvert_filter->viewconvert, context);
Packit 971217
Packit 971217
  /* Takes the ref to the input buffer */
Packit 971217
  ret =
Packit 971217
      gst_gl_view_convert_submit_input_buffer (viewconvert_filter->viewconvert,
Packit 971217
      is_discont, input);
Packit 971217
  trans->queued_buf = NULL;
Packit 971217
Packit 971217
  return ret;
Packit 971217
}
Packit 971217
Packit 971217
static GstFlowReturn
Packit 971217
gst_gl_view_convert_element_generate_output_buffer (GstBaseTransform * bt,
Packit 971217
    GstBuffer ** outbuf_ptr)
Packit 971217
{
Packit 971217
  GstGLFilter *filter = GST_GL_FILTER (bt);
Packit 971217
  GstGLViewConvertElement *viewconvert_filter =
Packit 971217
      GST_GL_VIEW_CONVERT_ELEMENT (bt);
Packit 971217
  GstFlowReturn ret = GST_FLOW_OK;
Packit 971217
Packit 971217
  ret = gst_gl_view_convert_get_output (viewconvert_filter->viewconvert,
Packit 971217
      outbuf_ptr);
Packit 971217
Packit 971217
  if (ret != GST_FLOW_OK) {
Packit 971217
    GST_ELEMENT_ERROR (filter, RESOURCE, SETTINGS,
Packit 971217
        ("failed to perform view conversion on input buffer"), (NULL));
Packit 971217
    return ret;
Packit 971217
  }
Packit 971217
Packit 971217
  return ret;
Packit 971217
}