Blame tests/examples/gl/clutter/cluttershare.c

Packit 971217
/*
Packit 971217
 * GStreamer
Packit 971217
 * Copyright (C) 2009 Julien Isorce <julien.isorce@gmail.com>
Packit 971217
 *
Packit 971217
 * This library is free software; you can redistribute it and/or
Packit 971217
 * modify it under the terms of the GNU Library General Public
Packit 971217
 * License as published by the Free Software Foundation; either
Packit 971217
 * version 2 of the License, or (at your option) any later version.
Packit 971217
 *
Packit 971217
 * This library is distributed in the hope that it will be useful,
Packit 971217
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit 971217
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
Packit 971217
 * Library General Public License for more details.
Packit 971217
 *
Packit 971217
 * You should have received a copy of the GNU Library General Public
Packit 971217
 * License along with this library; if not, write to the
Packit 971217
 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
Packit 971217
 * Boston, MA 02110-1301, USA.
Packit 971217
 */
Packit 971217
#ifdef HAVE_CONFIG_H
Packit 971217
#include "config.h"
Packit 971217
#endif
Packit 971217
Packit 971217
#include <GL/gl.h>
Packit 971217
Packit 971217
#define CLUTTER_VERSION_MIN_REQUIRED CLUTTER_VERSION_1_8
Packit 971217
#define CLUTTER_VERSION_MAX_ALLOWED CLUTTER_VERSION_1_10
Packit 971217
#define COGL_VERSION_MIN_REQUIRED COGL_VERSION_ENCODE (1, 16, 0)
Packit 971217
#define COGL_VERSION_MAX_ALLOWED COGL_VERSION_ENCODE (1, 18, 0)
Packit 971217
#include <clutter/clutter.h>
Packit 971217
#ifndef WIN32
Packit 971217
#include <clutter/x11/clutter-x11.h>
Packit 971217
#include <GL/glx.h>
Packit 971217
#endif
Packit 971217
Packit 971217
#include <gst/gst.h>
Packit 971217
#include <gst/video/video.h>
Packit 971217
#include <gst/video/gstvideometa.h>
Packit 971217
#include <gst/gl/gl.h>
Packit 971217
Packit 971217
/* This example shows how to use textures that come from a
Packit 971217
 * gst-plugins-gl pipeline, into the clutter framework
Packit 971217
 * It requires at least clutter 0.8.6
Packit 971217
 */
Packit 971217
Packit 971217
/* rotation */
Packit 971217
static void
Packit 971217
on_new_frame (ClutterTimeline * timeline, gint msecs, gpointer data)
Packit 971217
{
Packit 971217
  ClutterActor *rect_actor = CLUTTER_ACTOR (data);
Packit 971217
  ClutterActor *texture_actor =
Packit 971217
      g_object_get_data (G_OBJECT (timeline), "texture_actor");
Packit 971217
Packit 971217
  clutter_actor_set_rotation (rect_actor, CLUTTER_Z_AXIS,
Packit 971217
      60.0 * (gdouble) msecs / 1000.0, clutter_actor_get_width (rect_actor) / 2,
Packit 971217
      clutter_actor_get_height (rect_actor) / 2, 0);
Packit 971217
Packit 971217
  clutter_actor_set_rotation (texture_actor, CLUTTER_Z_AXIS,
Packit 971217
      60.0 * (gdouble) msecs / 1000.0,
Packit 971217
      clutter_actor_get_width (texture_actor) / 6,
Packit 971217
      clutter_actor_get_height (texture_actor) / 6, 0);
Packit 971217
}
Packit 971217
Packit 971217
Packit 971217
/* clutter scene */
Packit 971217
static ClutterActor *
Packit 971217
setup_stage (ClutterStage * stage)
Packit 971217
{
Packit 971217
  ClutterTimeline *timeline = NULL;
Packit 971217
  ClutterActor *texture_actor = NULL;
Packit 971217
  ClutterColor rect_color = { 125, 50, 200, 255 };
Packit 971217
  ClutterActor *rect_actor = NULL;
Packit 971217
Packit 971217
  /* texture actor */
Packit 971217
Packit 971217
  texture_actor = clutter_texture_new ();
Packit 971217
  clutter_container_add_actor (CLUTTER_CONTAINER (stage), texture_actor);
Packit 971217
  clutter_actor_set_position (texture_actor, 300, 170);
Packit 971217
  clutter_actor_set_scale (texture_actor, 0.6, 0.6);
Packit 971217
  clutter_actor_show (texture_actor);
Packit 971217
  g_object_set_data (G_OBJECT (texture_actor), "stage", stage);
Packit 971217
Packit 971217
  /* rectangle actor */
Packit 971217
Packit 971217
  rect_actor = clutter_rectangle_new_with_color (&rect_color);
Packit 971217
  clutter_container_add_actor (CLUTTER_CONTAINER (stage), rect_actor);
Packit 971217
  clutter_actor_set_size (rect_actor, 50, 50);
Packit 971217
  clutter_actor_set_position (rect_actor, 300, 300);
Packit 971217
  clutter_actor_show (rect_actor);
Packit 971217
Packit 971217
  /* timeline */
Packit 971217
Packit 971217
  timeline = clutter_timeline_new (6000);
Packit 971217
  g_object_set_data (G_OBJECT (timeline), "texture_actor", texture_actor);
Packit 971217
  clutter_timeline_set_loop (timeline, TRUE);
Packit 971217
  clutter_timeline_start (timeline);
Packit 971217
  g_signal_connect (timeline, "new-frame", G_CALLBACK (on_new_frame),
Packit 971217
      rect_actor);
Packit 971217
Packit 971217
  return texture_actor;
Packit 971217
}
Packit 971217
Packit 971217
/* put a gst gl buffer in the texture actor */
Packit 971217
static gboolean
Packit 971217
update_texture_actor (gpointer data)
Packit 971217
{
Packit 971217
  ClutterTexture *texture_actor = (ClutterTexture *) data;
Packit 971217
  GAsyncQueue *queue_input_buf =
Packit 971217
      g_object_get_data (G_OBJECT (texture_actor), "queue_input_buf");
Packit 971217
  GAsyncQueue *queue_output_buf =
Packit 971217
      g_object_get_data (G_OBJECT (texture_actor), "queue_output_buf");
Packit 971217
  GstBuffer *inbuf = g_async_queue_pop (queue_input_buf);
Packit 971217
  ClutterActor *stage = g_object_get_data (G_OBJECT (texture_actor), "stage");
Packit 971217
  CoglHandle cogl_texture = 0;
Packit 971217
  GstVideoMeta *v_meta;
Packit 971217
  GstVideoInfo info;
Packit 971217
  GstVideoFrame frame;
Packit 971217
  guint tex_id;
Packit 971217
Packit 971217
  v_meta = gst_buffer_get_video_meta (inbuf);
Packit 971217
  if (!v_meta) {
Packit 971217
    g_warning ("Required Meta was not found on buffers");
Packit 971217
    return FALSE;
Packit 971217
  }
Packit 971217
Packit 971217
  gst_video_info_set_format (&info, v_meta->format, v_meta->width,
Packit 971217
      v_meta->height);
Packit 971217
Packit 971217
  if (!gst_video_frame_map (&frame, &info, inbuf, GST_MAP_READ | GST_MAP_GL)) {
Packit 971217
    g_warning ("Failed to map video frame");
Packit 971217
    return FALSE;
Packit 971217
  }
Packit 971217
Packit 971217
  if (!gst_is_gl_memory (frame.map[0].memory)) {
Packit 971217
    g_warning ("Input buffer does not have GLMemory");
Packit 971217
    gst_video_frame_unmap (&frame);
Packit 971217
    return FALSE;
Packit 971217
  }
Packit 971217
Packit 971217
  tex_id = *(guint *) frame.data[0];
Packit 971217
Packit 971217
  /* Create a cogl texture from the gst gl texture */
Packit 971217
  glEnable (GL_TEXTURE_2D);
Packit 971217
  glBindTexture (GL_TEXTURE_2D, tex_id);
Packit 971217
  if (glGetError () != GL_NO_ERROR)
Packit 971217
    g_debug ("failed to bind texture that comes from gst-gl\n");
Packit 971217
  cogl_texture = cogl_texture_new_from_foreign (tex_id,
Packit 971217
      GL_TEXTURE_2D, v_meta->width, v_meta->height, 0, 0,
Packit 971217
      COGL_PIXEL_FORMAT_RGBA_8888);
Packit 971217
  glBindTexture (GL_TEXTURE_2D, 0);
Packit 971217
Packit 971217
  gst_video_frame_unmap (&frame);
Packit 971217
Packit 971217
  /* Previous cogl texture is replaced and so its ref counter discreases to 0.
Packit 971217
   * According to the source code, glDeleteTexture is not called when the previous
Packit 971217
   * ref counter of the previous cogl texture is reaching 0 because is_foreign is TRUE */
Packit 971217
  clutter_texture_set_cogl_texture (CLUTTER_TEXTURE (texture_actor),
Packit 971217
      cogl_texture);
Packit 971217
  cogl_handle_unref (cogl_texture);
Packit 971217
Packit 971217
  /* we can now show the clutter scene if not yet visible */
Packit 971217
  if (!CLUTTER_ACTOR_IS_VISIBLE (stage))
Packit 971217
    clutter_actor_show_all (stage);
Packit 971217
Packit 971217
  /* push buffer so it can be unref later */
Packit 971217
  g_async_queue_push (queue_output_buf, inbuf);
Packit 971217
Packit 971217
  return FALSE;
Packit 971217
}
Packit 971217
Packit 971217
Packit 971217
/* fakesink handoff callback */
Packit 971217
static void
Packit 971217
on_gst_buffer (GstElement * element, GstBuffer * buf, GstPad * pad,
Packit 971217
    ClutterActor * texture_actor)
Packit 971217
{
Packit 971217
  GAsyncQueue *queue_input_buf = NULL;
Packit 971217
  GAsyncQueue *queue_output_buf = NULL;
Packit 971217
Packit 971217
  /* ref then push buffer to use it in clutter */
Packit 971217
  gst_buffer_ref (buf);
Packit 971217
  queue_input_buf =
Packit 971217
      g_object_get_data (G_OBJECT (texture_actor), "queue_input_buf");
Packit 971217
  g_async_queue_push (queue_input_buf, buf);
Packit 971217
  if (g_async_queue_length (queue_input_buf) > 2)
Packit 971217
    clutter_threads_add_idle_full (G_PRIORITY_HIGH, update_texture_actor,
Packit 971217
        texture_actor, NULL);
Packit 971217
Packit 971217
  /* pop then unref buffer we have finished to use in clutter */
Packit 971217
  queue_output_buf =
Packit 971217
      g_object_get_data (G_OBJECT (texture_actor), "queue_output_buf");
Packit 971217
  if (g_async_queue_length (queue_output_buf) > 2) {
Packit 971217
    GstBuffer *buf_old = g_async_queue_pop (queue_output_buf);
Packit 971217
    gst_buffer_unref (buf_old);
Packit 971217
  }
Packit 971217
}
Packit 971217
Packit 971217
/* gst bus signal watch callback */
Packit 971217
static void
Packit 971217
end_stream_cb (GstBus * bus, GstMessage * msg, gpointer data)
Packit 971217
{
Packit 971217
  switch (GST_MESSAGE_TYPE (msg)) {
Packit 971217
Packit 971217
    case GST_MESSAGE_EOS:
Packit 971217
      g_print ("End-of-stream\n");
Packit 971217
      g_print
Packit 971217
          ("For more information, try to run: GST_DEBUG=gldisplay:2 ./cluttershare\n");
Packit 971217
      break;
Packit 971217
Packit 971217
    case GST_MESSAGE_ERROR:
Packit 971217
    {
Packit 971217
      gchar *debug = NULL;
Packit 971217
      GError *err = NULL;
Packit 971217
Packit 971217
      gst_message_parse_error (msg, &err, &debug);
Packit 971217
Packit 971217
      g_print ("Error: %s\n", err->message);
Packit 971217
      g_error_free (err);
Packit 971217
Packit 971217
      if (debug) {
Packit 971217
        g_print ("Debug deails: %s\n", debug);
Packit 971217
        g_free (debug);
Packit 971217
      }
Packit 971217
Packit 971217
      break;
Packit 971217
    }
Packit 971217
Packit 971217
    default:
Packit 971217
      break;
Packit 971217
  }
Packit 971217
Packit 971217
  clutter_main_quit ();
Packit 971217
}
Packit 971217
Packit 971217
int
Packit 971217
main (int argc, char *argv[])
Packit 971217
{
Packit 971217
  ClutterInitError clutter_err = CLUTTER_INIT_ERROR_UNKNOWN;
Packit 971217
#ifdef WIN32
Packit 971217
  HGLRC clutter_gl_context = 0;
Packit 971217
  HDC clutter_dc = 0;
Packit 971217
#else
Packit 971217
  Display *clutter_display = NULL;
Packit 971217
  Window clutter_win = 0;
Packit 971217
  GLXContext clutter_gl_context = NULL;
Packit 971217
#endif
Packit 971217
  GstPipeline *pipeline = NULL;
Packit 971217
  GstBus *bus = NULL;
Packit 971217
  GstElement *glfilter = NULL;
Packit 971217
  GstState state = 0;
Packit 971217
  ClutterActor *stage = NULL;
Packit 971217
  ClutterActor *clutter_texture = NULL;
Packit 971217
  GAsyncQueue *queue_input_buf = NULL;
Packit 971217
  GAsyncQueue *queue_output_buf = NULL;
Packit 971217
  GstElement *fakesink = NULL;
Packit 971217
Packit 971217
  /* init gstreamer then clutter */
Packit 971217
Packit 971217
  gst_init (&argc, &argv);
Packit 971217
  clutter_threads_init ();
Packit 971217
  clutter_err = clutter_init (&argc, &argv);
Packit 971217
  if (clutter_err != CLUTTER_INIT_SUCCESS)
Packit 971217
    g_warning ("Failed to initalize clutter: %d\n", clutter_err);
Packit 971217
  clutter_threads_enter ();
Packit 971217
  g_print ("clutter version: %s\n", CLUTTER_VERSION_S);
Packit 971217
  clutter_set_default_frame_rate (2);
Packit 971217
Packit 971217
  /* avoid to dispatch unecesary events */
Packit 971217
  clutter_ungrab_keyboard ();
Packit 971217
  clutter_ungrab_pointer ();
Packit 971217
Packit 971217
  /* retrieve and turn off clutter opengl context */
Packit 971217
  stage = clutter_stage_get_default ();
Packit 971217
Packit 971217
#ifdef WIN32
Packit 971217
  clutter_gl_context = wglGetCurrentContext ();
Packit 971217
  clutter_dc = wglGetCurrentDC ();
Packit 971217
  wglMakeCurrent (0, 0);
Packit 971217
#else
Packit 971217
  clutter_display = clutter_x11_get_default_display ();
Packit 971217
  clutter_win = clutter_x11_get_stage_window (CLUTTER_STAGE (stage));
Packit 971217
  clutter_gl_context = glXGetCurrentContext ();
Packit 971217
  glXMakeCurrent (clutter_display, None, 0);
Packit 971217
#endif
Packit 971217
Packit 971217
  /* setup gstreamer pipeline */
Packit 971217
Packit 971217
  pipeline =
Packit 971217
      GST_PIPELINE (gst_parse_launch
Packit 971217
      ("videotestsrc ! video/x-raw, width=320, height=240, framerate=(fraction)30/1 ! "
Packit 971217
          "gleffects effect=5 ! glfiltercube ! fakesink sync=1", NULL));
Packit 971217
Packit 971217
  /* setup bus */
Packit 971217
Packit 971217
  bus = gst_pipeline_get_bus (GST_PIPELINE (pipeline));
Packit 971217
  gst_bus_add_signal_watch (bus);
Packit 971217
  g_signal_connect (bus, "message::error", G_CALLBACK (end_stream_cb), NULL);
Packit 971217
  g_signal_connect (bus, "message::warning", G_CALLBACK (end_stream_cb), NULL);
Packit 971217
  g_signal_connect (bus, "message::eos", G_CALLBACK (end_stream_cb), NULL);
Packit 971217
  gst_object_unref (bus);
Packit 971217
Packit 971217
  /* clutter_gl_context is an external OpenGL context with which gst-plugins-gl want to share textures */
Packit 971217
  glfilter = gst_bin_get_by_name (GST_BIN (pipeline), "glfiltercube0");
Packit 971217
  g_object_set (G_OBJECT (glfilter), "external-opengl-context",
Packit 971217
      clutter_gl_context, NULL);
Packit 971217
  gst_object_unref (glfilter);
Packit 971217
Packit 971217
  /* NULL to PAUSED state pipeline to make sure the gst opengl context is created and
Packit 971217
   * shared with the clutter one */
Packit 971217
  gst_element_set_state (GST_ELEMENT (pipeline), GST_STATE_PAUSED);
Packit 971217
  state = GST_STATE_PAUSED;
Packit 971217
  if (gst_element_get_state (GST_ELEMENT (pipeline), &state, NULL,
Packit 971217
          GST_CLOCK_TIME_NONE) != GST_STATE_CHANGE_SUCCESS) {
Packit 971217
    g_debug ("failed to pause pipeline\n");
Packit 971217
    return -1;
Packit 971217
  }
Packit 971217
Packit 971217
  /* turn on back clutter opengl context */
Packit 971217
#ifdef WIN32
Packit 971217
  wglMakeCurrent (clutter_dc, clutter_gl_context);
Packit 971217
#else
Packit 971217
  glXMakeCurrent (clutter_display, clutter_win, clutter_gl_context);
Packit 971217
#endif
Packit 971217
Packit 971217
  /* clutter stage */
Packit 971217
  clutter_actor_set_size (stage, 640, 480);
Packit 971217
  clutter_actor_set_position (stage, 0, 0);
Packit 971217
  clutter_stage_set_title (CLUTTER_STAGE (stage), "clutter and gst-plugins-gl");
Packit 971217
  clutter_texture = setup_stage (CLUTTER_STAGE (stage));
Packit 971217
Packit 971217
  /* append a gst-gl texture to this queue when you do not need it no more */
Packit 971217
  queue_input_buf = g_async_queue_new ();
Packit 971217
  queue_output_buf = g_async_queue_new ();
Packit 971217
  g_object_set_data (G_OBJECT (clutter_texture), "queue_input_buf",
Packit 971217
      queue_input_buf);
Packit 971217
  g_object_set_data (G_OBJECT (clutter_texture), "queue_output_buf",
Packit 971217
      queue_output_buf);
Packit 971217
Packit 971217
  /* set a callback to retrieve the gst gl textures */
Packit 971217
  fakesink = gst_bin_get_by_name (GST_BIN (pipeline), "fakesink0");
Packit 971217
  g_object_set (G_OBJECT (fakesink), "signal-handoffs", TRUE, NULL);
Packit 971217
  g_signal_connect (fakesink, "handoff", G_CALLBACK (on_gst_buffer),
Packit 971217
      clutter_texture);
Packit 971217
  gst_object_unref (fakesink);
Packit 971217
Packit 971217
  /* play gst */
Packit 971217
  gst_element_set_state (GST_ELEMENT (pipeline), GST_STATE_PLAYING);
Packit 971217
Packit 971217
  /* main loop */
Packit 971217
  clutter_main ();
Packit 971217
Packit 971217
  /* before to deinitialize the gst-gl-opengl context,
Packit 971217
   * no shared context (here the clutter one) must be current
Packit 971217
   */
Packit 971217
#ifdef WIN32
Packit 971217
  wglMakeCurrent (0, 0);
Packit 971217
#else
Packit 971217
  glXMakeCurrent (clutter_display, None, 0);
Packit 971217
#endif
Packit 971217
Packit 971217
  clutter_threads_leave ();
Packit 971217
Packit 971217
  /* stop and clean up the pipeline */
Packit 971217
  gst_element_set_state (GST_ELEMENT (pipeline), GST_STATE_NULL);
Packit 971217
  gst_object_unref (pipeline);
Packit 971217
Packit 971217
  /* make sure there is no pending gst gl buffer in the communication queues
Packit 971217
   * between clutter and gst-gl
Packit 971217
   */
Packit 971217
  while (g_async_queue_length (queue_input_buf) > 0) {
Packit 971217
    GstBuffer *buf = g_async_queue_pop (queue_input_buf);
Packit 971217
    gst_buffer_unref (buf);
Packit 971217
  }
Packit 971217
Packit 971217
  while (g_async_queue_length (queue_output_buf) > 0) {
Packit 971217
    GstBuffer *buf = g_async_queue_pop (queue_output_buf);
Packit 971217
    gst_buffer_unref (buf);
Packit 971217
  }
Packit 971217
Packit 971217
  g_print ("END\n");
Packit 971217
Packit 971217
  return 0;
Packit 971217
}