Blame gst-libs/gst/video/gstvideofilter.c

Packit 971217
/* GStreamer
Packit 971217
 * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu>
Packit 971217
 * Copyright (C) <2003> David Schleef <ds@schleef.org>
Packit 971217
 *
Packit 971217
 * This library is free software; you can redistribute it and/or
Packit 971217
 * modify it under the terms of the GNU Library General Public
Packit 971217
 * License as published by the Free Software Foundation; either
Packit 971217
 * version 2 of the License, or (at your option) any later version.
Packit 971217
 *
Packit 971217
 * This library is distributed in the hope that it will be useful,
Packit 971217
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit 971217
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
Packit 971217
 * Library General Public License for more details.
Packit 971217
 *
Packit 971217
 * You should have received a copy of the GNU Library General Public
Packit 971217
 * License along with this library; if not, write to the
Packit 971217
 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
Packit 971217
 * Boston, MA 02110-1301, USA.
Packit 971217
 */
Packit 971217
Packit 971217
 /**
Packit 971217
 * SECTION:gstvideofilter
Packit 971217
 * @title: GstVideoFilter
Packit 971217
 * @short_description: Base class for video filters
Packit 971217
 *
Packit 971217
 * Provides useful functions and a base class for video filters.
Packit 971217
 *
Packit 971217
 * The videofilter will by default enable QoS on the parent GstBaseTransform
Packit 971217
 * to implement frame dropping.
Packit 971217
 *
Packit 971217
 */
Packit 971217
Packit 971217
#ifdef HAVE_CONFIG_H
Packit 971217
#include "config.h"
Packit 971217
#endif
Packit 971217
Packit 971217
#include "gstvideofilter.h"
Packit 971217
Packit 971217
#include <gst/video/video.h>
Packit 971217
#include <gst/video/gstvideometa.h>
Packit 971217
#include <gst/video/gstvideopool.h>
Packit 971217
Packit 971217
GST_DEBUG_CATEGORY_STATIC (gst_video_filter_debug);
Packit 971217
#define GST_CAT_DEFAULT gst_video_filter_debug
Packit 971217
Packit 971217
#define gst_video_filter_parent_class parent_class
Packit 971217
G_DEFINE_ABSTRACT_TYPE (GstVideoFilter, gst_video_filter,
Packit 971217
    GST_TYPE_BASE_TRANSFORM);
Packit 971217
Packit 971217
/* Answer the allocation query downstream. */
Packit 971217
static gboolean
Packit 971217
gst_video_filter_propose_allocation (GstBaseTransform * trans,
Packit 971217
    GstQuery * decide_query, GstQuery * query)
Packit 971217
{
Packit 971217
  GstVideoFilter *filter = GST_VIDEO_FILTER_CAST (trans);
Packit 971217
  GstVideoInfo info;
Packit 971217
  GstBufferPool *pool;
Packit 971217
  GstCaps *caps;
Packit 971217
  guint size;
Packit 971217
Packit 971217
  if (!GST_BASE_TRANSFORM_CLASS (parent_class)->propose_allocation (trans,
Packit 971217
          decide_query, query))
Packit 971217
    return FALSE;
Packit 971217
Packit 971217
  /* passthrough, we're done */
Packit 971217
  if (decide_query == NULL)
Packit 971217
    return TRUE;
Packit 971217
Packit 971217
  gst_query_parse_allocation (query, &caps, NULL);
Packit 971217
Packit 971217
  if (caps == NULL)
Packit 971217
    return FALSE;
Packit 971217
Packit 971217
  if (!gst_video_info_from_caps (&info, caps))
Packit 971217
    return FALSE;
Packit 971217
Packit 971217
  size = GST_VIDEO_INFO_SIZE (&info;;
Packit 971217
Packit 971217
  if (gst_query_get_n_allocation_pools (query) == 0) {
Packit 971217
    GstStructure *structure;
Packit 971217
    GstAllocator *allocator = NULL;
Packit 971217
    GstAllocationParams params = { 0, 15, 0, 0, };
Packit 971217
Packit 971217
    if (gst_query_get_n_allocation_params (query) > 0)
Packit 971217
      gst_query_parse_nth_allocation_param (query, 0, &allocator, &params);
Packit 971217
    else
Packit 971217
      gst_query_add_allocation_param (query, allocator, &params);
Packit 971217
Packit 971217
    pool = gst_video_buffer_pool_new ();
Packit 971217
Packit 971217
    structure = gst_buffer_pool_get_config (pool);
Packit 971217
    gst_buffer_pool_config_set_params (structure, caps, size, 0, 0);
Packit 971217
    gst_buffer_pool_config_set_allocator (structure, allocator, &params);
Packit 971217
Packit 971217
    if (allocator)
Packit 971217
      gst_object_unref (allocator);
Packit 971217
Packit 971217
    if (!gst_buffer_pool_set_config (pool, structure))
Packit 971217
      goto config_failed;
Packit 971217
Packit 971217
    gst_query_add_allocation_pool (query, pool, size, 0, 0);
Packit 971217
    gst_object_unref (pool);
Packit 971217
    gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, NULL);
Packit 971217
  }
Packit 971217
Packit 971217
  return TRUE;
Packit 971217
Packit 971217
  /* ERRORS */
Packit 971217
config_failed:
Packit 971217
  {
Packit 971217
    GST_ERROR_OBJECT (filter, "failed to set config");
Packit 971217
    gst_object_unref (pool);
Packit 971217
    return FALSE;
Packit 971217
  }
Packit 971217
}
Packit 971217
Packit 971217
/* configure the allocation query that was answered downstream, we can configure
Packit 971217
 * some properties on it. Only called when not in passthrough mode. */
Packit 971217
static gboolean
Packit 971217
gst_video_filter_decide_allocation (GstBaseTransform * trans, GstQuery * query)
Packit 971217
{
Packit 971217
  GstBufferPool *pool = NULL;
Packit 971217
  GstStructure *config;
Packit 971217
  guint min, max, size;
Packit 971217
  gboolean update_pool;
Packit 971217
  GstCaps *outcaps = NULL;
Packit 971217
Packit 971217
  if (gst_query_get_n_allocation_pools (query) > 0) {
Packit 971217
    gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max;;
Packit 971217
Packit 971217
    if (!pool)
Packit 971217
      gst_query_parse_allocation (query, &outcaps, NULL);
Packit 971217
Packit 971217
    update_pool = TRUE;
Packit 971217
  } else {
Packit 971217
    GstVideoInfo vinfo;
Packit 971217
Packit 971217
    gst_query_parse_allocation (query, &outcaps, NULL);
Packit 971217
    gst_video_info_init (&vinfo);
Packit 971217
    gst_video_info_from_caps (&vinfo, outcaps);
Packit 971217
    size = vinfo.size;
Packit 971217
    min = max = 0;
Packit 971217
    update_pool = FALSE;
Packit 971217
  }
Packit 971217
Packit 971217
  if (!pool)
Packit 971217
    pool = gst_video_buffer_pool_new ();
Packit 971217
Packit 971217
  config = gst_buffer_pool_get_config (pool);
Packit 971217
  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
Packit 971217
  if (outcaps)
Packit 971217
    gst_buffer_pool_config_set_params (config, outcaps, size, 0, 0);
Packit 971217
  gst_buffer_pool_set_config (pool, config);
Packit 971217
Packit 971217
  if (update_pool)
Packit 971217
    gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
Packit 971217
  else
Packit 971217
    gst_query_add_allocation_pool (query, pool, size, min, max);
Packit 971217
Packit 971217
  gst_object_unref (pool);
Packit 971217
Packit 971217
  return GST_BASE_TRANSFORM_CLASS (parent_class)->decide_allocation (trans,
Packit 971217
      query);
Packit 971217
}
Packit 971217
Packit 971217
Packit 971217
/* our output size only depends on the caps, not on the input caps */
Packit 971217
static gboolean
Packit 971217
gst_video_filter_transform_size (GstBaseTransform * btrans,
Packit 971217
    GstPadDirection direction, GstCaps * caps, gsize size,
Packit 971217
    GstCaps * othercaps, gsize * othersize)
Packit 971217
{
Packit 971217
  gboolean ret = TRUE;
Packit 971217
  GstVideoInfo info;
Packit 971217
Packit 971217
  g_assert (size);
Packit 971217
Packit 971217
  ret = gst_video_info_from_caps (&info, othercaps);
Packit 971217
  if (ret)
Packit 971217
    *othersize = info.size;
Packit 971217
Packit 971217
  return ret;
Packit 971217
}
Packit 971217
Packit 971217
static gboolean
Packit 971217
gst_video_filter_get_unit_size (GstBaseTransform * btrans, GstCaps * caps,
Packit 971217
    gsize * size)
Packit 971217
{
Packit 971217
  GstVideoInfo info;
Packit 971217
Packit 971217
  if (!gst_video_info_from_caps (&info, caps)) {
Packit 971217
    GST_WARNING_OBJECT (btrans, "Failed to parse caps %" GST_PTR_FORMAT, caps);
Packit 971217
    return FALSE;
Packit 971217
  }
Packit 971217
Packit 971217
  *size = info.size;
Packit 971217
Packit 971217
  GST_DEBUG_OBJECT (btrans, "Returning size %" G_GSIZE_FORMAT " bytes"
Packit 971217
      "for caps %" GST_PTR_FORMAT, *size, caps);
Packit 971217
Packit 971217
  return TRUE;
Packit 971217
}
Packit 971217
Packit 971217
static gboolean
Packit 971217
gst_video_filter_set_caps (GstBaseTransform * trans, GstCaps * incaps,
Packit 971217
    GstCaps * outcaps)
Packit 971217
{
Packit 971217
  GstVideoFilter *filter = GST_VIDEO_FILTER_CAST (trans);
Packit 971217
  GstVideoFilterClass *fclass;
Packit 971217
  GstVideoInfo in_info, out_info;
Packit 971217
  gboolean res;
Packit 971217
Packit 971217
  /* input caps */
Packit 971217
  if (!gst_video_info_from_caps (&in_info, incaps))
Packit 971217
    goto invalid_caps;
Packit 971217
Packit 971217
  /* output caps */
Packit 971217
  if (!gst_video_info_from_caps (&out_info, outcaps))
Packit 971217
    goto invalid_caps;
Packit 971217
Packit 971217
  fclass = GST_VIDEO_FILTER_GET_CLASS (filter);
Packit 971217
  if (fclass->set_info)
Packit 971217
    res = fclass->set_info (filter, incaps, &in_info, outcaps, &out_info);
Packit 971217
  else
Packit 971217
    res = TRUE;
Packit 971217
Packit 971217
  if (res) {
Packit 971217
    filter->in_info = in_info;
Packit 971217
    filter->out_info = out_info;
Packit 971217
    if (fclass->transform_frame == NULL)
Packit 971217
      gst_base_transform_set_in_place (trans, TRUE);
Packit 971217
    if (fclass->transform_frame_ip == NULL)
Packit 971217
      GST_BASE_TRANSFORM_CLASS (fclass)->transform_ip_on_passthrough = FALSE;
Packit 971217
  }
Packit 971217
  filter->negotiated = res;
Packit 971217
Packit 971217
  return res;
Packit 971217
Packit 971217
  /* ERRORS */
Packit 971217
invalid_caps:
Packit 971217
  {
Packit 971217
    GST_ERROR_OBJECT (filter, "invalid caps");
Packit 971217
    filter->negotiated = FALSE;
Packit 971217
    return FALSE;
Packit 971217
  }
Packit 971217
}
Packit 971217
Packit 971217
static GstFlowReturn
Packit 971217
gst_video_filter_transform (GstBaseTransform * trans, GstBuffer * inbuf,
Packit 971217
    GstBuffer * outbuf)
Packit 971217
{
Packit 971217
  GstFlowReturn res;
Packit 971217
  GstVideoFilter *filter = GST_VIDEO_FILTER_CAST (trans);
Packit 971217
  GstVideoFilterClass *fclass;
Packit 971217
Packit 971217
  if (G_UNLIKELY (!filter->negotiated))
Packit 971217
    goto unknown_format;
Packit 971217
Packit 971217
  fclass = GST_VIDEO_FILTER_GET_CLASS (filter);
Packit 971217
  if (fclass->transform_frame) {
Packit 971217
    GstVideoFrame in_frame, out_frame;
Packit 971217
Packit 971217
    if (!gst_video_frame_map (&in_frame, &filter->in_info, inbuf,
Packit 971217
            GST_MAP_READ | GST_VIDEO_FRAME_MAP_FLAG_NO_REF))
Packit 971217
      goto invalid_buffer;
Packit 971217
Packit 971217
    if (!gst_video_frame_map (&out_frame, &filter->out_info, outbuf,
Packit 971217
            GST_MAP_WRITE | GST_VIDEO_FRAME_MAP_FLAG_NO_REF)) {
Packit 971217
      gst_video_frame_unmap (&in_frame);
Packit 971217
      goto invalid_buffer;
Packit 971217
    }
Packit 971217
    res = fclass->transform_frame (filter, &in_frame, &out_frame);
Packit 971217
Packit 971217
    gst_video_frame_unmap (&out_frame);
Packit 971217
    gst_video_frame_unmap (&in_frame);
Packit 971217
  } else {
Packit 971217
    GST_DEBUG_OBJECT (trans, "no transform_frame vmethod");
Packit 971217
    res = GST_FLOW_OK;
Packit 971217
  }
Packit 971217
Packit 971217
  return res;
Packit 971217
Packit 971217
  /* ERRORS */
Packit 971217
unknown_format:
Packit 971217
  {
Packit 971217
    GST_ELEMENT_ERROR (filter, CORE, NOT_IMPLEMENTED, (NULL),
Packit 971217
        ("unknown format"));
Packit 971217
    return GST_FLOW_NOT_NEGOTIATED;
Packit 971217
  }
Packit 971217
invalid_buffer:
Packit 971217
  {
Packit 971217
    GST_ELEMENT_WARNING (filter, CORE, NOT_IMPLEMENTED, (NULL),
Packit 971217
        ("invalid video buffer received"));
Packit 971217
    return GST_FLOW_OK;
Packit 971217
  }
Packit 971217
}
Packit 971217
Packit 971217
static GstFlowReturn
Packit 971217
gst_video_filter_transform_ip (GstBaseTransform * trans, GstBuffer * buf)
Packit 971217
{
Packit 971217
  GstFlowReturn res;
Packit 971217
  GstVideoFilter *filter = GST_VIDEO_FILTER_CAST (trans);
Packit 971217
  GstVideoFilterClass *fclass;
Packit 971217
Packit 971217
  if (G_UNLIKELY (!filter->negotiated))
Packit 971217
    goto unknown_format;
Packit 971217
Packit 971217
  fclass = GST_VIDEO_FILTER_GET_CLASS (filter);
Packit 971217
  if (fclass->transform_frame_ip) {
Packit 971217
    GstVideoFrame frame;
Packit 971217
    GstMapFlags flags;
Packit 971217
Packit 971217
    flags = GST_MAP_READ | GST_VIDEO_FRAME_MAP_FLAG_NO_REF;
Packit 971217
Packit 971217
    if (!gst_base_transform_is_passthrough (trans))
Packit 971217
      flags |= GST_MAP_WRITE;
Packit 971217
Packit 971217
    if (!gst_video_frame_map (&frame, &filter->in_info, buf, flags))
Packit 971217
      goto invalid_buffer;
Packit 971217
Packit 971217
    res = fclass->transform_frame_ip (filter, &frame);
Packit 971217
Packit 971217
    gst_video_frame_unmap (&frame);
Packit 971217
  } else {
Packit 971217
    GST_DEBUG_OBJECT (trans, "no transform_frame_ip vmethod");
Packit 971217
    res = GST_FLOW_OK;
Packit 971217
  }
Packit 971217
Packit 971217
  return res;
Packit 971217
Packit 971217
  /* ERRORS */
Packit 971217
unknown_format:
Packit 971217
  {
Packit 971217
    GST_ELEMENT_ERROR (filter, CORE, NOT_IMPLEMENTED, (NULL),
Packit 971217
        ("unknown format"));
Packit 971217
    return GST_FLOW_NOT_NEGOTIATED;
Packit 971217
  }
Packit 971217
invalid_buffer:
Packit 971217
  {
Packit 971217
    GST_ELEMENT_WARNING (filter, CORE, NOT_IMPLEMENTED, (NULL),
Packit 971217
        ("invalid video buffer received"));
Packit 971217
    return GST_FLOW_OK;
Packit 971217
  }
Packit 971217
}
Packit 971217
Packit 971217
static gboolean
Packit 971217
gst_video_filter_transform_meta (GstBaseTransform * trans, GstBuffer * inbuf,
Packit 971217
    GstMeta * meta, GstBuffer * outbuf)
Packit 971217
{
Packit 971217
  const GstMetaInfo *info = meta->info;
Packit 971217
  const gchar *const *tags;
Packit 971217
Packit 971217
  tags = gst_meta_api_type_get_tags (info->api);
Packit 971217
Packit 971217
  if (!tags || (g_strv_length ((gchar **) tags) == 1
Packit 971217
          && gst_meta_api_type_has_tag (info->api,
Packit 971217
              g_quark_from_string (GST_META_TAG_VIDEO_STR))))
Packit 971217
    return TRUE;
Packit 971217
Packit 971217
  return GST_BASE_TRANSFORM_CLASS (parent_class)->transform_meta (trans, inbuf,
Packit 971217
      meta, outbuf);
Packit 971217
}
Packit 971217
Packit 971217
static void
Packit 971217
gst_video_filter_class_init (GstVideoFilterClass * g_class)
Packit 971217
{
Packit 971217
  GstBaseTransformClass *trans_class;
Packit 971217
  GstVideoFilterClass *klass;
Packit 971217
Packit 971217
  klass = (GstVideoFilterClass *) g_class;
Packit 971217
  trans_class = (GstBaseTransformClass *) klass;
Packit 971217
Packit 971217
  trans_class->set_caps = GST_DEBUG_FUNCPTR (gst_video_filter_set_caps);
Packit 971217
  trans_class->propose_allocation =
Packit 971217
      GST_DEBUG_FUNCPTR (gst_video_filter_propose_allocation);
Packit 971217
  trans_class->decide_allocation =
Packit 971217
      GST_DEBUG_FUNCPTR (gst_video_filter_decide_allocation);
Packit 971217
  trans_class->transform_size =
Packit 971217
      GST_DEBUG_FUNCPTR (gst_video_filter_transform_size);
Packit 971217
  trans_class->get_unit_size =
Packit 971217
      GST_DEBUG_FUNCPTR (gst_video_filter_get_unit_size);
Packit 971217
  trans_class->transform = GST_DEBUG_FUNCPTR (gst_video_filter_transform);
Packit 971217
  trans_class->transform_ip = GST_DEBUG_FUNCPTR (gst_video_filter_transform_ip);
Packit 971217
  trans_class->transform_meta =
Packit 971217
      GST_DEBUG_FUNCPTR (gst_video_filter_transform_meta);
Packit 971217
Packit 971217
  GST_DEBUG_CATEGORY_INIT (gst_video_filter_debug, "videofilter", 0,
Packit 971217
      "videofilter");
Packit 971217
}
Packit 971217
Packit 971217
static void
Packit 971217
gst_video_filter_init (GstVideoFilter * instance)
Packit 971217
{
Packit 971217
  GstVideoFilter *videofilter = GST_VIDEO_FILTER (instance);
Packit 971217
Packit 971217
  GST_DEBUG_OBJECT (videofilter, "gst_video_filter_init");
Packit 971217
Packit 971217
  videofilter->negotiated = FALSE;
Packit 971217
  /* enable QoS */
Packit 971217
  gst_base_transform_set_qos_enabled (GST_BASE_TRANSFORM (videofilter), TRUE);
Packit 971217
}