Blame ext/vpx/gstvp9enc.c

Packit 1f69a5
/* VP9
Packit 1f69a5
 * Copyright (C) 2006 David Schleef <ds@schleef.org>
Packit 1f69a5
 * Copyright (C) 2010 Entropy Wave Inc
Packit 1f69a5
 * Copyright (C) 2010-2013 Sebastian Dröge <slomo@circular-chaos.org>
Packit 1f69a5
 *
Packit 1f69a5
 * This library is free software; you can redistribute it and/or
Packit 1f69a5
 * modify it under the terms of the GNU Library General Public
Packit 1f69a5
 * License as published by the Free Software Foundation; either
Packit 1f69a5
 * version 2 of the License, or (at your option) any later version.
Packit 1f69a5
 *
Packit 1f69a5
 * This library is distributed in the hope that it will be useful,
Packit 1f69a5
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit 1f69a5
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
Packit 1f69a5
 * Library General Public License for more details.
Packit 1f69a5
 *
Packit 1f69a5
 * You should have received a copy of the GNU Library General Public
Packit 1f69a5
 * License along with this library; if not, write to the
Packit 1f69a5
 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
Packit 1f69a5
 * Boston, MA 02110-1301, USA.
Packit 1f69a5
 *
Packit 1f69a5
 */
Packit 1f69a5
/**
Packit 1f69a5
 * SECTION:element-vp9enc
Packit 1f69a5
 * @see_also: vp9dec, webmmux, oggmux
Packit 1f69a5
 *
Packit 1f69a5
 * This element encodes raw video into a VP9 stream.
Packit 1f69a5
 * <ulink url="http://www.webmproject.org">VP9</ulink> is a royalty-free
Packit 1f69a5
 * video codec maintained by <ulink url="http://www.google.com/">Google
Packit 1f69a5
 * </ulink>. It's the successor of On2 VP3, which was the base of the
Packit 1f69a5
 * Theora video codec.
Packit 1f69a5
 *
Packit 1f69a5
 * To control the quality of the encoding, the #GstVP9Enc::target-bitrate,
Packit 1f69a5
 * #GstVP9Enc::min-quantizer, #GstVP9Enc::max-quantizer or #GstVP9Enc::cq-level
Packit 1f69a5
 * properties can be used. Which one is used depends on the mode selected by
Packit 1f69a5
 * the #GstVP9Enc::end-usage property.
Packit 1f69a5
 * See <ulink url="http://www.webmproject.org/docs/encoder-parameters/">Encoder Parameters</ulink>
Packit 1f69a5
 * for explanation, examples for useful encoding parameters and more details
Packit 1f69a5
 * on the encoding parameters.
Packit 1f69a5
 *
Packit 1f69a5
 * <refsect2>
Packit 1f69a5
 * <title>Example pipeline</title>
Packit 1f69a5
 * |[
Packit 1f69a5
 * gst-launch-1.0 -v videotestsrc num-buffers=1000 ! vp9enc ! webmmux ! filesink location=videotestsrc.webm
Packit 1f69a5
 * ]| This example pipeline will encode a test video source to VP9 muxed in an
Packit 1f69a5
 * WebM container.
Packit 1f69a5
 * </refsect2>
Packit 1f69a5
 */
Packit 1f69a5
Packit 1f69a5
#ifdef HAVE_CONFIG_H
Packit 1f69a5
#include "config.h"
Packit 1f69a5
#endif
Packit 1f69a5
Packit 1f69a5
#ifdef HAVE_VP9_ENCODER
Packit 1f69a5
Packit 1f69a5
/* glib decided in 2.32 it would be a great idea to deprecated GValueArray without
Packit 1f69a5
 * providing an alternative
Packit 1f69a5
 *
Packit 1f69a5
 * See https://bugzilla.gnome.org/show_bug.cgi?id=667228
Packit 1f69a5
 * */
Packit 1f69a5
#define GLIB_DISABLE_DEPRECATION_WARNINGS
Packit 1f69a5
Packit 1f69a5
#include <gst/tag/tag.h>
Packit 1f69a5
#include <gst/video/video.h>
Packit 1f69a5
#include <string.h>
Packit 1f69a5
Packit 1f69a5
#include "gstvp8utils.h"
Packit 1f69a5
#include "gstvp9enc.h"
Packit 1f69a5
Packit 1f69a5
GST_DEBUG_CATEGORY_STATIC (gst_vp9enc_debug);
Packit 1f69a5
#define GST_CAT_DEFAULT gst_vp9enc_debug
Packit 1f69a5
Packit 1f69a5
Packit 1f69a5
/* FIXME: Y42B and Y444 do not work yet it seems */
Packit 1f69a5
static GstStaticPadTemplate gst_vp9_enc_sink_template =
Packit 1f69a5
GST_STATIC_PAD_TEMPLATE ("sink",
Packit 1f69a5
    GST_PAD_SINK,
Packit 1f69a5
    GST_PAD_ALWAYS,
Packit 1f69a5
    /*GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("{ I420, YV12, Y42B, Y444 }")) */
Packit 1f69a5
    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("{ I420, YV12 }"))
Packit 1f69a5
    );
Packit 1f69a5
Packit 1f69a5
static GstStaticPadTemplate gst_vp9_enc_src_template =
Packit 1f69a5
GST_STATIC_PAD_TEMPLATE ("src",
Packit 1f69a5
    GST_PAD_SRC,
Packit 1f69a5
    GST_PAD_ALWAYS,
Packit 1f69a5
    GST_STATIC_CAPS ("video/x-vp9, " "profile = (string) {0, 1, 2, 3}")
Packit 1f69a5
    );
Packit 1f69a5
Packit 1f69a5
#define parent_class gst_vp9_enc_parent_class
Packit 1f69a5
G_DEFINE_TYPE (GstVP9Enc, gst_vp9_enc, GST_TYPE_VPX_ENC);
Packit 1f69a5
Packit 1f69a5
static vpx_codec_iface_t *gst_vp9_enc_get_algo (GstVPXEnc * enc);
Packit 1f69a5
static gboolean gst_vp9_enc_enable_scaling (GstVPXEnc * enc);
Packit 1f69a5
static void gst_vp9_enc_set_image_format (GstVPXEnc * enc, vpx_image_t * image);
Packit 1f69a5
static GstCaps *gst_vp9_enc_get_new_simple_caps (GstVPXEnc * enc);
Packit 1f69a5
static void gst_vp9_enc_set_stream_info (GstVPXEnc * enc, GstCaps * caps,
Packit 1f69a5
    GstVideoInfo * info);
Packit 1f69a5
static void *gst_vp9_enc_process_frame_user_data (GstVPXEnc * enc,
Packit 1f69a5
    GstVideoCodecFrame * frame);
Packit 1f69a5
static GstFlowReturn gst_vp9_enc_handle_invisible_frame_buffer (GstVPXEnc * enc,
Packit 1f69a5
    void *user_data, GstBuffer * buffer);
Packit 1f69a5
static void gst_vp9_enc_set_frame_user_data (GstVPXEnc * enc,
Packit 1f69a5
    GstVideoCodecFrame * frame, vpx_image_t * image);
Packit 1f69a5
Packit 1f69a5
static void
Packit 1f69a5
gst_vp9_enc_class_init (GstVP9EncClass * klass)
Packit 1f69a5
{
Packit 1f69a5
  GstElementClass *element_class;
Packit 1f69a5
  GstVPXEncClass *vpx_encoder_class;
Packit 1f69a5
Packit 1f69a5
  element_class = GST_ELEMENT_CLASS (klass);
Packit 1f69a5
  vpx_encoder_class = GST_VPX_ENC_CLASS (klass);
Packit 1f69a5
Packit 1f69a5
  gst_element_class_add_static_pad_template (element_class,
Packit 1f69a5
      &gst_vp9_enc_src_template);
Packit 1f69a5
  gst_element_class_add_static_pad_template (element_class,
Packit 1f69a5
      &gst_vp9_enc_sink_template);
Packit 1f69a5
Packit 1f69a5
  gst_element_class_set_static_metadata (element_class,
Packit 1f69a5
      "On2 VP9 Encoder",
Packit 1f69a5
      "Codec/Encoder/Video",
Packit 1f69a5
      "Encode VP9 video streams", "David Schleef <ds@entropywave.com>, "
Packit 1f69a5
      "Sebastian Dröge <sebastian.droege@collabora.co.uk>");
Packit 1f69a5
Packit 1f69a5
  vpx_encoder_class->get_algo = gst_vp9_enc_get_algo;
Packit 1f69a5
  vpx_encoder_class->enable_scaling = gst_vp9_enc_enable_scaling;
Packit 1f69a5
  vpx_encoder_class->set_image_format = gst_vp9_enc_set_image_format;
Packit 1f69a5
  vpx_encoder_class->get_new_vpx_caps = gst_vp9_enc_get_new_simple_caps;
Packit 1f69a5
  vpx_encoder_class->set_stream_info = gst_vp9_enc_set_stream_info;
Packit 1f69a5
  vpx_encoder_class->process_frame_user_data =
Packit 1f69a5
      gst_vp9_enc_process_frame_user_data;
Packit 1f69a5
  vpx_encoder_class->handle_invisible_frame_buffer =
Packit 1f69a5
      gst_vp9_enc_handle_invisible_frame_buffer;
Packit 1f69a5
  vpx_encoder_class->set_frame_user_data = gst_vp9_enc_set_frame_user_data;
Packit 1f69a5
Packit 1f69a5
  GST_DEBUG_CATEGORY_INIT (gst_vp9enc_debug, "vp9enc", 0, "VP9 Encoder");
Packit 1f69a5
}
Packit 1f69a5
Packit 1f69a5
static void
Packit 1f69a5
gst_vp9_enc_init (GstVP9Enc * gst_vp9_enc)
Packit 1f69a5
{
Packit 1f69a5
  vpx_codec_err_t status;
Packit 1f69a5
  GstVPXEnc *gst_vpx_enc = GST_VPX_ENC (gst_vp9_enc);
Packit 1f69a5
  GST_DEBUG_OBJECT (gst_vp9_enc, "gst_vp9_enc_init");
Packit 1f69a5
  status =
Packit 1f69a5
      vpx_codec_enc_config_default (gst_vp9_enc_get_algo (gst_vpx_enc),
Packit 1f69a5
      &gst_vpx_enc->cfg, 0);
Packit 1f69a5
  if (status != VPX_CODEC_OK) {
Packit 1f69a5
    GST_ERROR_OBJECT (gst_vpx_enc,
Packit 1f69a5
        "Failed to get default encoder configuration: %s",
Packit 1f69a5
        gst_vpx_error_name (status));
Packit 1f69a5
    gst_vpx_enc->have_default_config = FALSE;
Packit 1f69a5
  } else {
Packit 1f69a5
    gst_vpx_enc->have_default_config = TRUE;
Packit 1f69a5
  }
Packit 1f69a5
}
Packit 1f69a5
Packit 1f69a5
static vpx_codec_iface_t *
Packit 1f69a5
gst_vp9_enc_get_algo (GstVPXEnc * enc)
Packit 1f69a5
{
Packit 1f69a5
  return &vpx_codec_vp9_cx_algo;
Packit 1f69a5
}
Packit 1f69a5
Packit 1f69a5
static gboolean
Packit 1f69a5
gst_vp9_enc_enable_scaling (GstVPXEnc * enc)
Packit 1f69a5
{
Packit 1f69a5
  return FALSE;
Packit 1f69a5
}
Packit 1f69a5
Packit 1f69a5
static void
Packit 1f69a5
gst_vp9_enc_set_image_format (GstVPXEnc * enc, vpx_image_t * image)
Packit 1f69a5
{
Packit 1f69a5
  switch (enc->input_state->info.finfo->format) {
Packit 1f69a5
    case GST_VIDEO_FORMAT_I420:
Packit 1f69a5
      image->fmt = VPX_IMG_FMT_I420;
Packit 1f69a5
      image->bps = 12;
Packit 1f69a5
      image->x_chroma_shift = image->y_chroma_shift = 1;
Packit 1f69a5
      break;
Packit 1f69a5
    case GST_VIDEO_FORMAT_YV12:
Packit 1f69a5
      image->fmt = VPX_IMG_FMT_YV12;
Packit 1f69a5
      image->bps = 12;
Packit 1f69a5
      image->x_chroma_shift = image->y_chroma_shift = 1;
Packit 1f69a5
      break;
Packit 1f69a5
    case GST_VIDEO_FORMAT_Y42B:
Packit 1f69a5
      image->fmt = VPX_IMG_FMT_I422;
Packit 1f69a5
      image->bps = 16;
Packit 1f69a5
      image->x_chroma_shift = 1;
Packit 1f69a5
      image->y_chroma_shift = 0;
Packit 1f69a5
      break;
Packit 1f69a5
    case GST_VIDEO_FORMAT_Y444:
Packit 1f69a5
      image->fmt = VPX_IMG_FMT_I444;
Packit 1f69a5
      image->bps = 24;
Packit 1f69a5
      image->x_chroma_shift = image->y_chroma_shift = 0;
Packit 1f69a5
      break;
Packit 1f69a5
    default:
Packit 1f69a5
      g_assert_not_reached ();
Packit 1f69a5
      break;
Packit 1f69a5
  }
Packit 1f69a5
}
Packit 1f69a5
Packit 1f69a5
static GstCaps *
Packit 1f69a5
gst_vp9_enc_get_new_simple_caps (GstVPXEnc * enc)
Packit 1f69a5
{
Packit 1f69a5
  GstCaps *caps;
Packit 1f69a5
  gchar *profile_str = g_strdup_printf ("%d", enc->cfg.g_profile);
Packit 1f69a5
  caps = gst_caps_new_simple ("video/x-vp9",
Packit 1f69a5
      "profile", G_TYPE_STRING, profile_str, NULL);
Packit 1f69a5
  g_free (profile_str);
Packit 1f69a5
  return caps;
Packit 1f69a5
}
Packit 1f69a5
Packit 1f69a5
static void
Packit 1f69a5
gst_vp9_enc_set_stream_info (GstVPXEnc * enc, GstCaps * caps,
Packit 1f69a5
    GstVideoInfo * info)
Packit 1f69a5
{
Packit 1f69a5
  return;
Packit 1f69a5
}
Packit 1f69a5
Packit 1f69a5
static void *
Packit 1f69a5
gst_vp9_enc_process_frame_user_data (GstVPXEnc * enc,
Packit 1f69a5
    GstVideoCodecFrame * frame)
Packit 1f69a5
{
Packit 1f69a5
  return NULL;
Packit 1f69a5
}
Packit 1f69a5
Packit 1f69a5
static GstFlowReturn
Packit 1f69a5
gst_vp9_enc_handle_invisible_frame_buffer (GstVPXEnc * enc, void *user_data,
Packit 1f69a5
    GstBuffer * buffer)
Packit 1f69a5
{
Packit 1f69a5
  GstFlowReturn ret;
Packit 1f69a5
  g_mutex_unlock (&enc->encoder_lock);
Packit 1f69a5
  ret = gst_pad_push (GST_VIDEO_ENCODER_SRC_PAD (enc), buffer);
Packit 1f69a5
  g_mutex_lock (&enc->encoder_lock);
Packit 1f69a5
  return ret;
Packit 1f69a5
}
Packit 1f69a5
Packit 1f69a5
static void
Packit 1f69a5
gst_vp9_enc_user_data_free (vpx_image_t * image)
Packit 1f69a5
{
Packit 1f69a5
  g_slice_free (vpx_image_t, image);
Packit 1f69a5
}
Packit 1f69a5
Packit 1f69a5
static void
Packit 1f69a5
gst_vp9_enc_set_frame_user_data (GstVPXEnc * enc, GstVideoCodecFrame * frame,
Packit 1f69a5
    vpx_image_t * image)
Packit 1f69a5
{
Packit 1f69a5
  gst_video_codec_frame_set_user_data (frame, image,
Packit 1f69a5
      (GDestroyNotify) gst_vp9_enc_user_data_free);
Packit 1f69a5
  return;
Packit 1f69a5
}
Packit 1f69a5
Packit 1f69a5
#endif /* HAVE_VP9_ENCODER */