/*
* GStreamer
* Copyright (C) 2009 Julien Isorce <julien.isorce@mail.com>
* Copyright (C) 2014 Jan Schmidt <jan@centricular.com>
* Copyright (C) 2015 Matthew Waters <matthew@centricular.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
/**
* SECTION:element-glviewconvert
* @title: glviewconvert
*
* Convert stereoscopic video between different representations using fragment shaders.
*
* The element can use either property settings or caps negotiation to choose the
* input and output formats to process.
*
* ## Examples
* |[
* gst-launch-1.0 videotestsrc ! glupload ! glviewconvert ! glimagesink
* ]| Simple placebo example demonstrating identity passthrough of mono video
* |[
* gst-launch-1.0 videotestsrc pattern=checkers-1 ! glupload ! \
* glviewconvert input-mode-override=side-by-side ! glimagesink -v
* ]| Force re-interpretation of the input checkers pattern as a side-by-side stereoscopic
* image and display in glimagesink.
* FBO (Frame Buffer Object) and GLSL (OpenGL Shading Language) are required.
*
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include <gst/base/gstbasetransform.h>
#include "gstglviewconvert.h"
#define GST_CAT_DEFAULT gst_gl_view_convert_element_debug
GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
enum
{
PROP_0,
PROP_INPUT_LAYOUT,
PROP_INPUT_FLAGS,
PROP_OUTPUT_LAYOUT,
PROP_OUTPUT_FLAGS,
PROP_OUTPUT_DOWNMIX_MODE
};
#define DEFAULT_DOWNMIX GST_GL_STEREO_DOWNMIX_ANAGLYPH_GREEN_MAGENTA_DUBOIS
#define DEBUG_INIT \
GST_DEBUG_CATEGORY_INIT (gst_gl_view_convert_element_debug, "glview_convertelement", 0, "glview_convert element");
G_DEFINE_TYPE_WITH_CODE (GstGLViewConvertElement, gst_gl_view_convert_element,
GST_TYPE_GL_FILTER, DEBUG_INIT);
#define parent_class gst_gl_view_convert_element_parent_class
static void gst_gl_view_convert_dispose (GObject * object);
static void gst_gl_view_convert_element_set_property (GObject * object,
guint prop_id, const GValue * value, GParamSpec * pspec);
static void gst_gl_view_convert_element_get_property (GObject * object,
guint prop_id, GValue * value, GParamSpec * pspec);
static gboolean gst_gl_view_convert_element_stop (GstBaseTransform * bt);
static gboolean
gst_gl_view_convert_element_set_caps (GstGLFilter * filter, GstCaps * incaps,
GstCaps * outcaps);
static GstCaps *gst_gl_view_convert_element_transform_internal_caps (GstGLFilter
* filter, GstPadDirection direction, GstCaps * caps, GstCaps * filter_caps);
static GstCaps *gst_gl_view_convert_element_fixate_caps (GstBaseTransform *
trans, GstPadDirection direction, GstCaps * caps, GstCaps * othercaps);
static GstFlowReturn
gst_gl_view_convert_element_submit_input_buffer (GstBaseTransform * trans,
gboolean is_discont, GstBuffer * input);
static GstFlowReturn
gst_gl_view_convert_element_generate_output_buffer (GstBaseTransform * bt,
GstBuffer ** outbuf);
static void
gst_gl_view_convert_element_class_init (GstGLViewConvertElementClass * klass)
{
GObjectClass *gobject_class;
GstElementClass *element_class;
gobject_class = (GObjectClass *) klass;
element_class = GST_ELEMENT_CLASS (klass);
gst_gl_filter_add_rgba_pad_templates (GST_GL_FILTER_CLASS (klass));
gobject_class->set_property = gst_gl_view_convert_element_set_property;
gobject_class->get_property = gst_gl_view_convert_element_get_property;
gobject_class->dispose = gst_gl_view_convert_dispose;
gst_element_class_set_metadata (element_class,
"OpenGL Multiview/3D conversion filter", "Filter",
"Convert stereoscopic/multiview video formats",
"Jan Schmidt <jan@centricular.com>\n"
"Matthew Waters <matthew@centricular.com>");
GST_GL_FILTER_CLASS (klass)->set_caps = gst_gl_view_convert_element_set_caps;
GST_GL_FILTER_CLASS (klass)->transform_internal_caps =
gst_gl_view_convert_element_transform_internal_caps;
GST_BASE_TRANSFORM_CLASS (klass)->stop = gst_gl_view_convert_element_stop;
GST_BASE_TRANSFORM_CLASS (klass)->fixate_caps =
gst_gl_view_convert_element_fixate_caps;
GST_BASE_TRANSFORM_CLASS (klass)->submit_input_buffer =
gst_gl_view_convert_element_submit_input_buffer;
GST_BASE_TRANSFORM_CLASS (klass)->generate_output =
gst_gl_view_convert_element_generate_output_buffer;
g_object_class_install_property (gobject_class, PROP_INPUT_LAYOUT,
g_param_spec_enum ("input-mode-override",
"Input Multiview Mode Override",
"Override any input information about multiview layout",
GST_TYPE_VIDEO_MULTIVIEW_FRAME_PACKING,
GST_VIDEO_MULTIVIEW_MODE_NONE,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
g_object_class_install_property (gobject_class, PROP_INPUT_FLAGS,
g_param_spec_flags ("input-flags-override",
"Input Multiview Flags Override",
"Override any input information about multiview layout flags",
GST_TYPE_VIDEO_MULTIVIEW_FLAGS, GST_VIDEO_MULTIVIEW_FLAGS_NONE,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
g_object_class_install_property (gobject_class, PROP_OUTPUT_LAYOUT,
g_param_spec_enum ("output-mode-override",
"Output Multiview Mode Override",
"Override automatic output mode selection for multiview layout",
GST_TYPE_VIDEO_MULTIVIEW_MODE, GST_VIDEO_MULTIVIEW_MODE_NONE,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
g_object_class_install_property (gobject_class, PROP_OUTPUT_FLAGS,
g_param_spec_flags ("output-flags-override",
"Output Multiview Flags Override",
"Override automatic negotiation for output multiview layout flags",
GST_TYPE_VIDEO_MULTIVIEW_FLAGS, GST_VIDEO_MULTIVIEW_FLAGS_NONE,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
g_object_class_install_property (gobject_class, PROP_OUTPUT_DOWNMIX_MODE,
g_param_spec_enum ("downmix-mode", "Mode for mono downmixed output",
"Output anaglyph type to generate when downmixing to mono",
GST_TYPE_GL_STEREO_DOWNMIX_MODE_TYPE, DEFAULT_DOWNMIX,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
}
static void
gst_gl_view_convert_element_init (GstGLViewConvertElement * convert)
{
convert->viewconvert = gst_gl_view_convert_new ();
}
static void
gst_gl_view_convert_dispose (GObject * object)
{
GstGLViewConvertElement *convert = GST_GL_VIEW_CONVERT_ELEMENT (object);
if (convert->viewconvert) {
gst_object_unref (convert->viewconvert);
convert->viewconvert = NULL;
}
G_OBJECT_CLASS (parent_class)->dispose (object);
}
static gboolean
gst_gl_view_convert_element_set_caps (GstGLFilter * filter, GstCaps * incaps,
GstCaps * outcaps)
{
GstGLViewConvertElement *viewconvert_filter =
GST_GL_VIEW_CONVERT_ELEMENT (filter);
GstCapsFeatures *gl_features;
gboolean ret;
GST_DEBUG_OBJECT (filter, "incaps %" GST_PTR_FORMAT
" outcaps %" GST_PTR_FORMAT, incaps, outcaps);
/* The view_convert component needs RGBA caps */
incaps = gst_caps_copy (incaps);
outcaps = gst_caps_copy (outcaps);
gst_caps_set_simple (incaps, "format", G_TYPE_STRING, "RGBA", NULL);
gl_features =
gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_GL_MEMORY);
gst_caps_set_features (incaps, 0, gl_features);
gst_caps_set_simple (outcaps, "format", G_TYPE_STRING, "RGBA", NULL);
gl_features =
gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_GL_MEMORY);
gst_caps_set_features (outcaps, 0, gl_features);
ret = gst_gl_view_convert_set_caps (viewconvert_filter->viewconvert,
incaps, outcaps);
gst_caps_unref (incaps);
gst_caps_unref (outcaps);
return ret;
}
static GstCaps *
gst_gl_view_convert_element_transform_internal_caps (GstGLFilter * filter,
GstPadDirection direction, GstCaps * caps, GstCaps * filter_caps)
{
GstGLViewConvertElement *viewconvert_filter =
GST_GL_VIEW_CONVERT_ELEMENT (filter);
GstCaps *result;
GST_DEBUG_OBJECT (filter, "dir %s transforming caps: %" GST_PTR_FORMAT,
direction == GST_PAD_SINK ? "sink" : "src", caps);
result =
gst_gl_view_convert_transform_caps (viewconvert_filter->viewconvert,
direction, caps, NULL);
GST_DEBUG_OBJECT (filter, "returning caps: %" GST_PTR_FORMAT, result);
return result;
}
static GstCaps *
gst_gl_view_convert_element_fixate_caps (GstBaseTransform * trans,
GstPadDirection direction, GstCaps * caps, GstCaps * othercaps)
{
GstGLViewConvertElement *viewconvert_filter =
GST_GL_VIEW_CONVERT_ELEMENT (trans);
othercaps = gst_gl_view_convert_fixate_caps (viewconvert_filter->viewconvert,
direction, caps, othercaps);
if (gst_caps_is_empty (othercaps))
return othercaps;
/* Let GLfilter do the rest */
return
GST_BASE_TRANSFORM_CLASS
(gst_gl_view_convert_element_parent_class)->fixate_caps (trans, direction,
caps, othercaps);
}
static gboolean
gst_gl_view_convert_element_stop (GstBaseTransform * bt)
{
GstGLViewConvertElement *viewconvert_filter =
GST_GL_VIEW_CONVERT_ELEMENT (bt);
gst_gl_view_convert_reset (viewconvert_filter->viewconvert);
return GST_BASE_TRANSFORM_CLASS (parent_class)->stop (bt);
}
static void
gst_gl_view_convert_element_set_property (GObject * object, guint prop_id,
const GValue * value, GParamSpec * pspec)
{
GstGLViewConvertElement *convert = GST_GL_VIEW_CONVERT_ELEMENT (object);
switch (prop_id) {
case PROP_INPUT_LAYOUT:
case PROP_INPUT_FLAGS:
g_object_set_property (G_OBJECT (convert->viewconvert), pspec->name,
value);
gst_base_transform_reconfigure_src (GST_BASE_TRANSFORM (convert));
break;
case PROP_OUTPUT_LAYOUT:
case PROP_OUTPUT_FLAGS:
g_object_set_property (G_OBJECT (convert->viewconvert), pspec->name,
value);
gst_base_transform_reconfigure_src (GST_BASE_TRANSFORM (convert));
break;
case PROP_OUTPUT_DOWNMIX_MODE:
g_object_set_property (G_OBJECT (convert->viewconvert), pspec->name,
value);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break;
}
}
static void
gst_gl_view_convert_element_get_property (GObject * object, guint prop_id,
GValue * value, GParamSpec * pspec)
{
GstGLViewConvertElement *convert = GST_GL_VIEW_CONVERT_ELEMENT (object);
switch (prop_id) {
case PROP_INPUT_LAYOUT:
case PROP_INPUT_FLAGS:
case PROP_OUTPUT_LAYOUT:
case PROP_OUTPUT_FLAGS:
case PROP_OUTPUT_DOWNMIX_MODE:
g_object_get_property (G_OBJECT (convert->viewconvert), pspec->name,
value);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break;
}
}
static GstFlowReturn
gst_gl_view_convert_element_submit_input_buffer (GstBaseTransform * trans,
gboolean is_discont, GstBuffer * input)
{
GstGLContext *context = GST_GL_BASE_FILTER (trans)->context;
GstGLViewConvertElement *viewconvert_filter =
GST_GL_VIEW_CONVERT_ELEMENT (trans);
GstFlowReturn ret;
ret =
GST_BASE_TRANSFORM_CLASS (parent_class)->submit_input_buffer (trans,
is_discont, input);
if (ret != GST_FLOW_OK || trans->queued_buf == NULL)
return ret;
gst_gl_view_convert_set_context (viewconvert_filter->viewconvert, context);
/* Takes the ref to the input buffer */
ret =
gst_gl_view_convert_submit_input_buffer (viewconvert_filter->viewconvert,
is_discont, input);
trans->queued_buf = NULL;
return ret;
}
static GstFlowReturn
gst_gl_view_convert_element_generate_output_buffer (GstBaseTransform * bt,
GstBuffer ** outbuf_ptr)
{
GstGLFilter *filter = GST_GL_FILTER (bt);
GstGLViewConvertElement *viewconvert_filter =
GST_GL_VIEW_CONVERT_ELEMENT (bt);
GstFlowReturn ret = GST_FLOW_OK;
ret = gst_gl_view_convert_get_output (viewconvert_filter->viewconvert,
outbuf_ptr);
if (ret != GST_FLOW_OK) {
GST_ELEMENT_ERROR (filter, RESOURCE, SETTINGS,
("failed to perform view conversion on input buffer"), (NULL));
return ret;
}
return ret;
}