2013-02-22 14:56:05 +00:00
|
|
|
/*
|
|
|
|
* Cogl-GStreamer.
|
|
|
|
*
|
|
|
|
* GStreamer integration library for Cogl.
|
|
|
|
*
|
|
|
|
* cogl-gst-video-sink.c - Gstreamer Video Sink that renders to a
|
|
|
|
* Cogl Pipeline.
|
|
|
|
*
|
|
|
|
* Authored by Jonathan Matthew <jonathan@kaolin.wh9.net>,
|
|
|
|
* Chris Lord <chris@openedhand.com>
|
|
|
|
* Damien Lespiau <damien.lespiau@intel.com>
|
|
|
|
* Matthew Allum <mallum@openedhand.com>
|
|
|
|
* Plamena Manolova <plamena.n.manolova@intel.com>
|
|
|
|
*
|
|
|
|
* Copyright (C) 2007, 2008 OpenedHand
|
|
|
|
* Copyright (C) 2009, 2010, 2013 Intel Corporation
|
|
|
|
*
|
|
|
|
* This library is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2 of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This library is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
|
|
* License along with this library; if not, write to the
|
|
|
|
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
|
|
|
* Boston, MA 02111-1307, USA.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
|
|
#include "config.h"
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#include <gst/gst.h>
|
|
|
|
#include <gst/gstvalue.h>
|
|
|
|
#include <gst/video/video.h>
|
|
|
|
#include <gst/riff/riff-ids.h>
|
|
|
|
#include <cogl/cogl.h>
|
|
|
|
#include <string.h>
|
|
|
|
|
|
|
|
#include "cogl-gst-video-sink.h"
|
|
|
|
#include "cogl-gst-shader-private.h"
|
|
|
|
|
|
|
|
#define COGL_GST_TEXTURE_FLAGS \
|
|
|
|
(COGL_TEXTURE_NO_SLICING | COGL_TEXTURE_NO_ATLAS)
|
2013-03-19 19:37:19 +00:00
|
|
|
#define COGL_GST_DEFAULT_PRIORITY G_PRIORITY_HIGH_IDLE
|
2013-02-22 14:56:05 +00:00
|
|
|
|
|
|
|
#define BASE_SINK_CAPS "{ AYUV," \
|
|
|
|
"YV12," \
|
|
|
|
"I420," \
|
|
|
|
"RGBA," \
|
|
|
|
"BGRA," \
|
|
|
|
"RGB," \
|
|
|
|
"BGR }"
|
|
|
|
|
2013-03-19 19:37:19 +00:00
|
|
|
#define SINK_CAPS GST_VIDEO_CAPS_MAKE (BASE_SINK_CAPS)
|
2013-02-22 14:56:05 +00:00
|
|
|
|
2013-03-19 19:37:19 +00:00
|
|
|
static GstStaticPadTemplate sinktemplate_all =
|
|
|
|
GST_STATIC_PAD_TEMPLATE ("sink",
|
|
|
|
GST_PAD_SINK,
|
|
|
|
GST_PAD_ALWAYS,
|
|
|
|
GST_STATIC_CAPS (SINK_CAPS));
|
2013-02-22 14:56:05 +00:00
|
|
|
|
|
|
|
G_DEFINE_TYPE (CoglGstVideoSink, cogl_gst_video_sink, GST_TYPE_BASE_SINK);
|
|
|
|
|
|
|
|
enum
|
|
|
|
{
|
|
|
|
PROP_0,
|
|
|
|
PROP_UPDATE_PRIORITY
|
|
|
|
};
|
|
|
|
|
|
|
|
enum
|
|
|
|
{
|
|
|
|
PIPELINE_READY_SIGNAL,
|
|
|
|
NEW_FRAME_SIGNAL,
|
|
|
|
|
|
|
|
LAST_SIGNAL
|
|
|
|
};
|
|
|
|
|
|
|
|
static guint video_sink_signals[LAST_SIGNAL] = { 0, };
|
|
|
|
|
|
|
|
typedef enum
|
|
|
|
{
|
|
|
|
COGL_GST_NOFORMAT,
|
|
|
|
COGL_GST_RGB32,
|
|
|
|
COGL_GST_RGB24,
|
|
|
|
COGL_GST_AYUV,
|
|
|
|
COGL_GST_YV12,
|
|
|
|
COGL_GST_SURFACE,
|
|
|
|
COGL_GST_I420
|
2013-03-19 19:37:19 +00:00
|
|
|
} CoglGstVideoFormat;
|
2013-02-22 14:56:05 +00:00
|
|
|
|
|
|
|
typedef enum
|
|
|
|
{
|
|
|
|
COGL_GST_RENDERER_NEEDS_GLSL = (1 << 0)
|
|
|
|
} CoglGstRendererFlag;
|
|
|
|
|
|
|
|
typedef struct _CoglGstSource
|
|
|
|
{
|
|
|
|
GSource source;
|
|
|
|
CoglGstVideoSink *sink;
|
|
|
|
GMutex buffer_lock;
|
|
|
|
GstBuffer *buffer;
|
|
|
|
CoglBool has_new_caps;
|
2013-03-19 19:37:19 +00:00
|
|
|
} CoglGstSource;
|
2013-02-22 14:56:05 +00:00
|
|
|
|
2013-03-19 19:37:19 +00:00
|
|
|
typedef void (CoglGstRendererPaint) (CoglGstVideoSink *);
|
|
|
|
typedef void (CoglGstRendererPostPaint) (CoglGstVideoSink *);
|
2013-02-22 14:56:05 +00:00
|
|
|
|
|
|
|
typedef struct _CoglGstRenderer
|
|
|
|
{
|
|
|
|
const char *name;
|
|
|
|
CoglGstVideoFormat format;
|
|
|
|
int flags;
|
|
|
|
GstStaticCaps caps;
|
2013-03-19 19:37:19 +00:00
|
|
|
void (*init) (CoglGstVideoSink *sink);
|
|
|
|
void (*deinit) (CoglGstVideoSink *sink);
|
2013-02-22 14:56:05 +00:00
|
|
|
CoglBool (*upload) (CoglGstVideoSink *sink,
|
|
|
|
GstBuffer *buffer);
|
2013-03-19 19:37:19 +00:00
|
|
|
} CoglGstRenderer;
|
2013-02-22 14:56:05 +00:00
|
|
|
|
|
|
|
struct _CoglGstVideoSinkPrivate
|
|
|
|
{
|
|
|
|
CoglContext *ctx;
|
|
|
|
CoglPipeline *pipeline;
|
|
|
|
CoglTexture *frame[3];
|
|
|
|
CoglBool frame_dirty;
|
|
|
|
CoglGstVideoFormat format;
|
|
|
|
CoglBool bgr;
|
|
|
|
CoglGstSource *source;
|
|
|
|
GSList *renderers;
|
|
|
|
GstCaps *caps;
|
|
|
|
CoglGstRenderer *renderer;
|
|
|
|
GstFlowReturn flow_return;
|
|
|
|
int free_layer;
|
|
|
|
GstVideoInfo info;
|
|
|
|
};
|
|
|
|
|
|
|
|
static void
|
|
|
|
cogl_gst_source_finalize (GSource *source)
|
|
|
|
{
|
2013-03-19 19:37:19 +00:00
|
|
|
CoglGstSource *gst_source = (CoglGstSource *) source;
|
2013-02-22 14:56:05 +00:00
|
|
|
|
|
|
|
g_mutex_lock (&gst_source->buffer_lock);
|
|
|
|
if (gst_source->buffer)
|
|
|
|
gst_buffer_unref (gst_source->buffer);
|
|
|
|
gst_source->buffer = NULL;
|
|
|
|
g_mutex_unlock (&gst_source->buffer_lock);
|
|
|
|
g_mutex_clear (&gst_source->buffer_lock);
|
|
|
|
}
|
|
|
|
|
|
|
|
int
|
2013-03-19 19:37:19 +00:00
|
|
|
cogl_gst_video_sink_get_free_layer (CoglGstVideoSink *sink)
|
2013-02-22 14:56:05 +00:00
|
|
|
{
|
|
|
|
return sink->priv->free_layer;
|
|
|
|
}
|
|
|
|
|
|
|
|
int
|
|
|
|
cogl_gst_video_sink_attach_frame (CoglGstVideoSink *sink,
|
|
|
|
CoglPipeline *pln)
|
|
|
|
{
|
|
|
|
CoglGstVideoSinkPrivate *priv = sink->priv;
|
|
|
|
int i;
|
|
|
|
|
|
|
|
for (i = 0; i < G_N_ELEMENTS (priv->frame); i++)
|
|
|
|
if (priv->frame[i] != NULL)
|
|
|
|
cogl_pipeline_set_layer_texture (pln, i, priv->frame[i]);
|
|
|
|
|
|
|
|
return priv->free_layer;
|
|
|
|
}
|
|
|
|
|
|
|
|
static CoglBool
|
|
|
|
cogl_gst_source_prepare (GSource *source,
|
|
|
|
int *timeout)
|
|
|
|
{
|
2013-03-19 19:37:19 +00:00
|
|
|
CoglGstSource *gst_source = (CoglGstSource *) source;
|
2013-02-22 14:56:05 +00:00
|
|
|
|
|
|
|
*timeout = -1;
|
|
|
|
|
|
|
|
return gst_source->buffer != NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
static CoglBool
|
|
|
|
cogl_gst_source_check (GSource *source)
|
|
|
|
{
|
2013-03-19 19:37:19 +00:00
|
|
|
CoglGstSource *gst_source = (CoglGstSource *) source;
|
2013-02-22 14:56:05 +00:00
|
|
|
|
|
|
|
return gst_source->buffer != NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
cogl_gst_video_sink_set_priority (CoglGstVideoSink *sink,
|
|
|
|
int priority)
|
|
|
|
{
|
|
|
|
if (sink->priv->source)
|
2013-03-19 19:37:19 +00:00
|
|
|
g_source_set_priority ((GSource *) sink->priv->source, priority);
|
2013-02-22 14:56:05 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/* We want to cache the snippets instead of recreating a new one every
|
|
|
|
* time we initialise a pipeline so that if we end up recreating the
|
|
|
|
* same pipeline again then Cogl will be able to use the pipeline
|
|
|
|
* cache to avoid linking a redundant identical shader program */
|
|
|
|
typedef struct
|
|
|
|
{
|
|
|
|
CoglSnippet *vertex_snippet;
|
|
|
|
CoglSnippet *fragment_snippet;
|
|
|
|
} SnippetCache;
|
|
|
|
|
|
|
|
static void
|
|
|
|
create_template_pipeline (CoglGstVideoSink *sink,
|
|
|
|
const char *decl,
|
|
|
|
SnippetCache *snippet_cache,
|
|
|
|
int n_layers)
|
|
|
|
{
|
|
|
|
CoglGstVideoSinkPrivate *priv = sink->priv;
|
|
|
|
priv->free_layer = n_layers;
|
|
|
|
|
|
|
|
if (priv->pipeline)
|
|
|
|
cogl_object_unref (priv->pipeline);
|
|
|
|
priv->pipeline = cogl_pipeline_new (priv->ctx);
|
|
|
|
|
|
|
|
if (decl)
|
|
|
|
{
|
|
|
|
static CoglSnippet *default_sample_snippet = NULL;
|
2013-04-10 12:45:42 +00:00
|
|
|
int i;
|
2013-02-22 14:56:05 +00:00
|
|
|
|
|
|
|
/* The global sampling function gets added to both the fragment
|
|
|
|
* and vertex stages. The hope is that the GLSL compiler will
|
|
|
|
* easily remove the dead code if it's not actually used */
|
|
|
|
if (snippet_cache->vertex_snippet == NULL)
|
|
|
|
snippet_cache->vertex_snippet =
|
|
|
|
cogl_snippet_new (COGL_SNIPPET_HOOK_VERTEX_GLOBALS,
|
|
|
|
decl,
|
|
|
|
NULL /* post */);
|
|
|
|
cogl_pipeline_add_snippet (priv->pipeline,
|
|
|
|
snippet_cache->vertex_snippet);
|
|
|
|
|
|
|
|
if (snippet_cache->fragment_snippet == NULL)
|
|
|
|
snippet_cache->fragment_snippet =
|
|
|
|
cogl_snippet_new (COGL_SNIPPET_HOOK_FRAGMENT_GLOBALS,
|
|
|
|
decl,
|
|
|
|
NULL /* post */);
|
|
|
|
cogl_pipeline_add_snippet (priv->pipeline,
|
|
|
|
snippet_cache->fragment_snippet);
|
|
|
|
|
2013-04-10 12:45:42 +00:00
|
|
|
/* Set all of the layers to just directly copy from the previous
|
|
|
|
* layer so that it won't redundantly generate code to sample
|
|
|
|
* the intermediate textures */
|
|
|
|
for (i = 0; i < n_layers; i++)
|
|
|
|
cogl_pipeline_set_layer_combine (priv->pipeline,
|
|
|
|
i,
|
|
|
|
"RGBA=REPLACE(PREVIOUS)",
|
|
|
|
NULL);
|
|
|
|
|
2013-02-22 14:56:05 +00:00
|
|
|
if (default_sample_snippet == NULL)
|
|
|
|
{
|
|
|
|
default_sample_snippet =
|
2013-04-10 12:45:42 +00:00
|
|
|
cogl_snippet_new (COGL_SNIPPET_HOOK_LAYER_FRAGMENT,
|
|
|
|
NULL, /* declarations */
|
|
|
|
_cogl_gst_shader_default_sample);
|
2013-02-22 14:56:05 +00:00
|
|
|
}
|
|
|
|
cogl_pipeline_add_layer_snippet (priv->pipeline,
|
|
|
|
n_layers - 1,
|
|
|
|
default_sample_snippet);
|
|
|
|
}
|
|
|
|
|
|
|
|
priv->frame_dirty = TRUE;
|
|
|
|
|
|
|
|
g_signal_emit (sink, video_sink_signals[PIPELINE_READY_SIGNAL], 0, NULL);
|
|
|
|
}
|
|
|
|
|
2013-03-19 19:37:19 +00:00
|
|
|
CoglPipeline *
|
2013-02-22 14:56:05 +00:00
|
|
|
cogl_gst_video_sink_get_pipeline (CoglGstVideoSink *vt)
|
|
|
|
{
|
|
|
|
CoglGstVideoSinkPrivate *priv = vt->priv;
|
|
|
|
|
|
|
|
if (priv->frame_dirty)
|
|
|
|
{
|
|
|
|
CoglPipeline *pipeline = cogl_pipeline_copy (priv->pipeline);
|
|
|
|
cogl_object_unref (priv->pipeline);
|
|
|
|
priv->pipeline = pipeline;
|
|
|
|
|
|
|
|
cogl_gst_video_sink_attach_frame (vt, pipeline);
|
|
|
|
|
|
|
|
priv->frame_dirty = FALSE;
|
|
|
|
}
|
|
|
|
|
|
|
|
return vt->priv->pipeline;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
cogl_gst_dummy_deinit (CoglGstVideoSink *sink)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
clear_frame_textures (CoglGstVideoSink *sink)
|
|
|
|
{
|
|
|
|
CoglGstVideoSinkPrivate *priv = sink->priv;
|
|
|
|
int i;
|
|
|
|
|
|
|
|
for (i = 0; i < G_N_ELEMENTS (priv->frame); i++)
|
|
|
|
{
|
|
|
|
if (priv->frame[i] == NULL)
|
|
|
|
break;
|
|
|
|
else
|
|
|
|
cogl_object_unref (priv->frame[i]);
|
|
|
|
}
|
|
|
|
|
|
|
|
memset (priv->frame, 0, sizeof (priv->frame));
|
|
|
|
|
|
|
|
priv->frame_dirty = TRUE;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
cogl_gst_rgb_init (CoglGstVideoSink *sink)
|
|
|
|
{
|
|
|
|
CoglGstVideoSinkPrivate *priv = sink->priv;
|
|
|
|
|
|
|
|
if (cogl_has_feature (priv->ctx, COGL_FEATURE_ID_GLSL))
|
|
|
|
{
|
|
|
|
static SnippetCache snippet_cache;
|
|
|
|
|
|
|
|
create_template_pipeline (sink,
|
|
|
|
_cogl_gst_shader_rgba_to_rgba_decl,
|
|
|
|
&snippet_cache,
|
|
|
|
1);
|
|
|
|
}
|
|
|
|
else
|
|
|
|
create_template_pipeline (sink, NULL, NULL, 1);
|
|
|
|
}
|
|
|
|
|
|
|
|
static CoglBool
|
|
|
|
cogl_gst_rgb24_upload (CoglGstVideoSink *sink,
|
|
|
|
GstBuffer *buffer)
|
|
|
|
{
|
|
|
|
CoglGstVideoSinkPrivate *priv = sink->priv;
|
|
|
|
CoglPixelFormat format;
|
|
|
|
GstVideoFrame frame;
|
|
|
|
|
|
|
|
if (priv->bgr)
|
|
|
|
format = COGL_PIXEL_FORMAT_BGR_888;
|
|
|
|
else
|
|
|
|
format = COGL_PIXEL_FORMAT_RGB_888;
|
|
|
|
|
|
|
|
if (!gst_video_frame_map (&frame, &priv->info, buffer, GST_MAP_READ))
|
|
|
|
goto map_fail;
|
|
|
|
|
|
|
|
clear_frame_textures (sink);
|
|
|
|
|
|
|
|
priv->frame[0] = cogl_texture_new_from_data (priv->info.width,
|
|
|
|
priv->info.height,
|
|
|
|
COGL_GST_TEXTURE_FLAGS,
|
|
|
|
format, format,
|
|
|
|
priv->info.stride[0],
|
|
|
|
frame.data[0]);
|
|
|
|
|
|
|
|
gst_video_frame_unmap (&frame);
|
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
|
|
|
|
map_fail:
|
|
|
|
{
|
|
|
|
GST_ERROR_OBJECT (sink, "Could not map incoming video frame");
|
|
|
|
return FALSE;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static CoglGstRenderer rgb24_renderer =
|
|
|
|
{
|
|
|
|
"RGB 24",
|
|
|
|
COGL_GST_RGB24,
|
|
|
|
0,
|
|
|
|
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("{ RGB, BGR }")),
|
|
|
|
cogl_gst_rgb_init,
|
|
|
|
cogl_gst_dummy_deinit,
|
|
|
|
cogl_gst_rgb24_upload,
|
|
|
|
};
|
|
|
|
|
|
|
|
static CoglBool
|
|
|
|
cogl_gst_rgb32_upload (CoglGstVideoSink *sink,
|
|
|
|
GstBuffer *buffer)
|
|
|
|
{
|
|
|
|
CoglGstVideoSinkPrivate *priv = sink->priv;
|
|
|
|
CoglPixelFormat format;
|
|
|
|
GstVideoFrame frame;
|
|
|
|
|
|
|
|
if (priv->bgr)
|
|
|
|
format = COGL_PIXEL_FORMAT_BGRA_8888;
|
|
|
|
else
|
|
|
|
format = COGL_PIXEL_FORMAT_RGBA_8888;
|
|
|
|
|
|
|
|
if (!gst_video_frame_map (&frame, &priv->info, buffer, GST_MAP_READ))
|
|
|
|
goto map_fail;
|
|
|
|
|
|
|
|
clear_frame_textures (sink);
|
|
|
|
|
|
|
|
priv->frame[0] = cogl_texture_new_from_data (priv->info.width,
|
|
|
|
priv->info.height,
|
|
|
|
COGL_GST_TEXTURE_FLAGS,
|
|
|
|
format, format,
|
|
|
|
priv->info.stride[0],
|
|
|
|
frame.data[0]);
|
|
|
|
|
|
|
|
gst_video_frame_unmap (&frame);
|
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
|
|
|
|
map_fail:
|
|
|
|
{
|
|
|
|
GST_ERROR_OBJECT (sink, "Could not map incoming video frame");
|
|
|
|
return FALSE;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static CoglGstRenderer rgb32_renderer =
|
|
|
|
{
|
|
|
|
"RGB 32",
|
|
|
|
COGL_GST_RGB32,
|
|
|
|
0,
|
|
|
|
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("{ RGBA, BGRA }")),
|
|
|
|
cogl_gst_rgb_init,
|
|
|
|
cogl_gst_dummy_deinit,
|
|
|
|
cogl_gst_rgb32_upload,
|
|
|
|
};
|
|
|
|
|
|
|
|
static CoglBool
|
|
|
|
cogl_gst_yv12_upload (CoglGstVideoSink *sink,
|
|
|
|
GstBuffer *buffer)
|
|
|
|
{
|
|
|
|
CoglGstVideoSinkPrivate *priv = sink->priv;
|
|
|
|
GstVideoFrame frame;
|
2013-04-10 15:27:57 +00:00
|
|
|
CoglPixelFormat format = COGL_PIXEL_FORMAT_A_8;
|
2013-02-22 14:56:05 +00:00
|
|
|
|
|
|
|
if (!gst_video_frame_map (&frame, &priv->info, buffer, GST_MAP_READ))
|
|
|
|
goto map_fail;
|
|
|
|
|
|
|
|
clear_frame_textures (sink);
|
|
|
|
|
|
|
|
priv->frame[0] =
|
|
|
|
cogl_texture_new_from_data (GST_VIDEO_INFO_COMP_WIDTH (&priv->info, 0),
|
|
|
|
GST_VIDEO_INFO_COMP_HEIGHT (&priv->info, 0),
|
|
|
|
COGL_GST_TEXTURE_FLAGS, format, format,
|
|
|
|
priv->info.stride[0], frame.data[0]);
|
|
|
|
|
|
|
|
priv->frame[1] =
|
|
|
|
cogl_texture_new_from_data (GST_VIDEO_INFO_COMP_WIDTH (&priv->info, 1),
|
|
|
|
GST_VIDEO_INFO_COMP_HEIGHT (&priv->info, 1),
|
|
|
|
COGL_GST_TEXTURE_FLAGS, format, format,
|
|
|
|
priv->info.stride[1], frame.data[1]);
|
|
|
|
|
|
|
|
priv->frame[2] =
|
|
|
|
cogl_texture_new_from_data (GST_VIDEO_INFO_COMP_WIDTH (&priv->info, 2),
|
|
|
|
GST_VIDEO_INFO_COMP_HEIGHT (&priv->info, 2),
|
|
|
|
COGL_GST_TEXTURE_FLAGS, format, format,
|
|
|
|
priv->info.stride[2], frame.data[2]);
|
|
|
|
|
|
|
|
gst_video_frame_unmap (&frame);
|
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
|
|
|
|
map_fail:
|
|
|
|
{
|
|
|
|
GST_ERROR_OBJECT (sink, "Could not map incoming video frame");
|
|
|
|
return FALSE;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
cogl_gst_yv12_glsl_init (CoglGstVideoSink *sink)
|
|
|
|
{
|
|
|
|
static SnippetCache snippet_cache;
|
|
|
|
|
|
|
|
create_template_pipeline (sink,
|
|
|
|
_cogl_gst_shader_yv12_to_rgba_decl,
|
|
|
|
&snippet_cache,
|
|
|
|
3);
|
|
|
|
}
|
|
|
|
|
|
|
|
static CoglGstRenderer yv12_glsl_renderer =
|
|
|
|
{
|
|
|
|
"YV12 glsl",
|
|
|
|
COGL_GST_YV12,
|
|
|
|
COGL_GST_RENDERER_NEEDS_GLSL,
|
|
|
|
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("YV12")),
|
|
|
|
cogl_gst_yv12_glsl_init,
|
|
|
|
cogl_gst_dummy_deinit,
|
|
|
|
cogl_gst_yv12_upload,
|
|
|
|
};
|
|
|
|
|
|
|
|
static void
|
|
|
|
cogl_gst_i420_glsl_init (CoglGstVideoSink *sink)
|
|
|
|
{
|
|
|
|
static SnippetCache snippet_cache;
|
|
|
|
|
|
|
|
create_template_pipeline (sink,
|
|
|
|
_cogl_gst_shader_yv12_to_rgba_decl,
|
|
|
|
&snippet_cache,
|
|
|
|
3);
|
|
|
|
}
|
|
|
|
|
|
|
|
static CoglGstRenderer i420_glsl_renderer =
|
|
|
|
{
|
|
|
|
"I420 glsl",
|
|
|
|
COGL_GST_I420,
|
|
|
|
COGL_GST_RENDERER_NEEDS_GLSL,
|
|
|
|
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("I420")),
|
|
|
|
cogl_gst_i420_glsl_init,
|
|
|
|
cogl_gst_dummy_deinit,
|
|
|
|
cogl_gst_yv12_upload,
|
|
|
|
};
|
|
|
|
|
|
|
|
static void
|
|
|
|
cogl_gst_ayuv_glsl_init (CoglGstVideoSink *sink)
|
|
|
|
{
|
|
|
|
static SnippetCache snippet_cache;
|
|
|
|
|
|
|
|
create_template_pipeline (sink,
|
|
|
|
_cogl_gst_shader_ayuv_to_rgba_decl,
|
|
|
|
&snippet_cache,
|
|
|
|
1);
|
|
|
|
}
|
|
|
|
|
|
|
|
static CoglBool
|
|
|
|
cogl_gst_ayuv_upload (CoglGstVideoSink *sink,
|
|
|
|
GstBuffer *buffer)
|
|
|
|
{
|
|
|
|
CoglGstVideoSinkPrivate *priv = sink->priv;
|
|
|
|
CoglPixelFormat format = COGL_PIXEL_FORMAT_RGBA_8888;
|
|
|
|
GstVideoFrame frame;
|
|
|
|
|
|
|
|
if (!gst_video_frame_map (&frame, &priv->info, buffer, GST_MAP_READ))
|
|
|
|
goto map_fail;
|
|
|
|
|
|
|
|
clear_frame_textures (sink);
|
|
|
|
|
|
|
|
priv->frame[0] = cogl_texture_new_from_data (priv->info.width,
|
|
|
|
priv->info.height,
|
|
|
|
COGL_GST_TEXTURE_FLAGS,
|
|
|
|
format, format,
|
|
|
|
priv->info.stride[0],
|
|
|
|
frame.data[0]);
|
|
|
|
|
|
|
|
gst_video_frame_unmap (&frame);
|
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
|
|
|
|
map_fail:
|
|
|
|
{
|
|
|
|
GST_ERROR_OBJECT (sink, "Could not map incoming video frame");
|
|
|
|
return FALSE;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static CoglGstRenderer ayuv_glsl_renderer =
|
|
|
|
{
|
|
|
|
"AYUV glsl",
|
|
|
|
COGL_GST_AYUV,
|
|
|
|
COGL_GST_RENDERER_NEEDS_GLSL,
|
|
|
|
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("AYUV")),
|
|
|
|
cogl_gst_ayuv_glsl_init,
|
|
|
|
cogl_gst_dummy_deinit,
|
|
|
|
cogl_gst_ayuv_upload,
|
|
|
|
};
|
|
|
|
|
|
|
|
static GSList*
|
|
|
|
cogl_gst_build_renderers_list (CoglContext *ctx)
|
|
|
|
{
|
|
|
|
GSList *list = NULL;
|
|
|
|
CoglBool has_glsl;
|
|
|
|
int i;
|
|
|
|
static CoglGstRenderer *const renderers[] =
|
|
|
|
{
|
|
|
|
&rgb24_renderer,
|
|
|
|
&rgb32_renderer,
|
|
|
|
&yv12_glsl_renderer,
|
|
|
|
&i420_glsl_renderer,
|
|
|
|
&ayuv_glsl_renderer,
|
|
|
|
NULL
|
|
|
|
};
|
|
|
|
|
|
|
|
has_glsl = cogl_has_feature (ctx, COGL_FEATURE_ID_GLSL);
|
|
|
|
|
|
|
|
for (i = 0; renderers[i]; i++)
|
|
|
|
if (has_glsl || !(renderers[i]->flags & COGL_GST_RENDERER_NEEDS_GLSL))
|
|
|
|
list = g_slist_prepend (list, renderers[i]);
|
|
|
|
|
|
|
|
return list;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
append_cap (gpointer data,
|
|
|
|
gpointer user_data)
|
|
|
|
{
|
2013-03-19 19:37:19 +00:00
|
|
|
CoglGstRenderer *renderer = (CoglGstRenderer *) data;
|
|
|
|
GstCaps *caps = (GstCaps *) user_data;
|
2013-02-22 14:56:05 +00:00
|
|
|
GstCaps *writable_caps;
|
|
|
|
writable_caps =
|
|
|
|
gst_caps_make_writable (gst_static_caps_get (&renderer->caps));
|
|
|
|
gst_caps_append (caps, writable_caps);
|
|
|
|
}
|
|
|
|
|
2013-03-19 19:37:19 +00:00
|
|
|
static GstCaps *
|
2013-02-22 14:56:05 +00:00
|
|
|
cogl_gst_build_caps (GSList *renderers)
|
|
|
|
{
|
|
|
|
GstCaps *caps;
|
|
|
|
|
|
|
|
caps = gst_caps_new_empty ();
|
|
|
|
|
|
|
|
g_slist_foreach (renderers, append_cap, caps);
|
|
|
|
|
|
|
|
return caps;
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
2013-03-19 19:37:19 +00:00
|
|
|
cogl_gst_video_sink_set_context (CoglGstVideoSink *vt,
|
|
|
|
CoglContext *ctx)
|
2013-02-22 14:56:05 +00:00
|
|
|
{
|
|
|
|
CoglGstVideoSinkPrivate *priv = vt->priv;
|
|
|
|
|
|
|
|
if (ctx)
|
|
|
|
ctx = cogl_object_ref (ctx);
|
|
|
|
|
|
|
|
if (priv->ctx)
|
|
|
|
{
|
|
|
|
cogl_object_unref (priv->ctx);
|
|
|
|
g_slist_free (priv->renderers);
|
|
|
|
priv->renderers = NULL;
|
|
|
|
if (priv->caps)
|
|
|
|
{
|
|
|
|
gst_caps_unref (priv->caps);
|
|
|
|
priv->caps = NULL;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (ctx)
|
|
|
|
{
|
|
|
|
priv->ctx = ctx;
|
|
|
|
priv->renderers = cogl_gst_build_renderers_list (priv->ctx);
|
|
|
|
priv->caps = cogl_gst_build_caps (priv->renderers);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-03-19 19:37:19 +00:00
|
|
|
static CoglGstRenderer *
|
2013-02-22 14:56:05 +00:00
|
|
|
cogl_gst_find_renderer_by_format (CoglGstVideoSink *sink,
|
|
|
|
CoglGstVideoFormat format)
|
|
|
|
{
|
|
|
|
CoglGstVideoSinkPrivate *priv = sink->priv;
|
|
|
|
CoglGstRenderer *renderer = NULL;
|
|
|
|
GSList *element;
|
|
|
|
|
|
|
|
for (element = priv->renderers; element; element = g_slist_next (element))
|
|
|
|
{
|
2013-03-19 19:37:19 +00:00
|
|
|
CoglGstRenderer *candidate = (CoglGstRenderer *) element->data;
|
2013-02-22 14:56:05 +00:00
|
|
|
if (candidate->format == format)
|
|
|
|
{
|
|
|
|
renderer = candidate;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return renderer;
|
|
|
|
}
|
|
|
|
|
2013-03-19 19:37:19 +00:00
|
|
|
static GstCaps *
|
2013-02-22 14:56:05 +00:00
|
|
|
cogl_gst_video_sink_get_caps (GstBaseSink *bsink,
|
|
|
|
GstCaps *filter)
|
|
|
|
{
|
|
|
|
CoglGstVideoSink *sink;
|
|
|
|
sink = COGL_GST_VIDEO_SINK (bsink);
|
|
|
|
return gst_caps_ref (sink->priv->caps);
|
|
|
|
}
|
|
|
|
|
|
|
|
static CoglBool
|
|
|
|
cogl_gst_video_sink_parse_caps (GstCaps *caps,
|
|
|
|
CoglGstVideoSink *sink,
|
|
|
|
CoglBool save)
|
|
|
|
{
|
|
|
|
CoglGstVideoSinkPrivate *priv = sink->priv;
|
|
|
|
GstCaps *intersection;
|
|
|
|
GstVideoInfo vinfo;
|
|
|
|
CoglGstVideoFormat format;
|
|
|
|
CoglBool bgr = FALSE;
|
2013-03-19 19:37:19 +00:00
|
|
|
CoglGstRenderer *renderer;
|
2013-02-22 14:56:05 +00:00
|
|
|
|
|
|
|
intersection = gst_caps_intersect (priv->caps, caps);
|
|
|
|
if (gst_caps_is_empty (intersection))
|
|
|
|
goto no_intersection;
|
|
|
|
|
|
|
|
gst_caps_unref (intersection);
|
|
|
|
|
|
|
|
if (!gst_video_info_from_caps (&vinfo, caps))
|
|
|
|
goto unknown_format;
|
|
|
|
|
2013-03-19 19:37:19 +00:00
|
|
|
switch (vinfo.finfo->format)
|
|
|
|
{
|
2013-02-22 14:56:05 +00:00
|
|
|
case GST_VIDEO_FORMAT_YV12:
|
|
|
|
format = COGL_GST_YV12;
|
|
|
|
break;
|
|
|
|
case GST_VIDEO_FORMAT_I420:
|
|
|
|
format = COGL_GST_I420;
|
|
|
|
break;
|
|
|
|
case GST_VIDEO_FORMAT_AYUV:
|
|
|
|
format = COGL_GST_AYUV;
|
|
|
|
bgr = FALSE;
|
|
|
|
break;
|
|
|
|
case GST_VIDEO_FORMAT_RGB:
|
|
|
|
format = COGL_GST_RGB24;
|
|
|
|
bgr = FALSE;
|
|
|
|
break;
|
|
|
|
case GST_VIDEO_FORMAT_BGR:
|
|
|
|
format = COGL_GST_RGB24;
|
|
|
|
bgr = TRUE;
|
|
|
|
break;
|
|
|
|
case GST_VIDEO_FORMAT_RGBA:
|
|
|
|
format = COGL_GST_RGB32;
|
|
|
|
bgr = FALSE;
|
|
|
|
break;
|
|
|
|
case GST_VIDEO_FORMAT_BGRA:
|
|
|
|
format = COGL_GST_RGB32;
|
|
|
|
bgr = TRUE;
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
goto unhandled_format;
|
2013-03-19 19:37:19 +00:00
|
|
|
}
|
2013-02-22 14:56:05 +00:00
|
|
|
|
|
|
|
renderer = cogl_gst_find_renderer_by_format (sink, format);
|
|
|
|
|
|
|
|
if (G_UNLIKELY (renderer == NULL))
|
|
|
|
goto no_suitable_renderer;
|
|
|
|
|
|
|
|
GST_INFO_OBJECT (sink, "found the %s renderer", renderer->name);
|
|
|
|
|
2013-03-19 19:37:19 +00:00
|
|
|
if (save)
|
|
|
|
{
|
|
|
|
priv->info = vinfo;
|
2013-02-22 14:56:05 +00:00
|
|
|
|
2013-03-19 19:37:19 +00:00
|
|
|
priv->format = format;
|
|
|
|
priv->bgr = bgr;
|
2013-02-22 14:56:05 +00:00
|
|
|
|
2013-03-19 19:37:19 +00:00
|
|
|
priv->renderer = renderer;
|
|
|
|
}
|
2013-02-22 14:56:05 +00:00
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
|
|
|
|
|
|
|
|
no_intersection:
|
|
|
|
{
|
|
|
|
GST_WARNING_OBJECT (sink,
|
|
|
|
"Incompatible caps, don't intersect with %" GST_PTR_FORMAT, priv->caps);
|
|
|
|
return FALSE;
|
|
|
|
}
|
|
|
|
|
|
|
|
unknown_format:
|
|
|
|
{
|
|
|
|
GST_WARNING_OBJECT (sink, "Could not figure format of input caps");
|
|
|
|
return FALSE;
|
|
|
|
}
|
|
|
|
|
|
|
|
unhandled_format:
|
|
|
|
{
|
|
|
|
GST_ERROR_OBJECT (sink, "Provided caps aren't supported by clutter-gst");
|
|
|
|
return FALSE;
|
|
|
|
}
|
|
|
|
|
|
|
|
no_suitable_renderer:
|
|
|
|
{
|
|
|
|
GST_ERROR_OBJECT (sink, "could not find a suitable renderer");
|
|
|
|
return FALSE;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static CoglBool
|
|
|
|
cogl_gst_video_sink_set_caps (GstBaseSink *bsink,
|
|
|
|
GstCaps *caps)
|
|
|
|
{
|
|
|
|
CoglGstVideoSink *sink;
|
|
|
|
CoglGstVideoSinkPrivate *priv;
|
|
|
|
|
|
|
|
sink = COGL_GST_VIDEO_SINK (bsink);
|
|
|
|
priv = sink->priv;
|
|
|
|
|
|
|
|
if (!cogl_gst_video_sink_parse_caps (caps, sink, FALSE))
|
|
|
|
return FALSE;
|
|
|
|
|
|
|
|
g_mutex_lock (&priv->source->buffer_lock);
|
|
|
|
priv->source->has_new_caps = TRUE;
|
|
|
|
g_mutex_unlock (&priv->source->buffer_lock);
|
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
|
|
|
static CoglBool
|
|
|
|
cogl_gst_source_dispatch (GSource *source,
|
|
|
|
GSourceFunc callback,
|
2013-03-19 19:37:19 +00:00
|
|
|
void *user_data)
|
2013-02-22 14:56:05 +00:00
|
|
|
{
|
|
|
|
CoglGstSource *gst_source= (CoglGstSource*) source;
|
|
|
|
CoglGstVideoSinkPrivate *priv = gst_source->sink->priv;
|
|
|
|
GstBuffer *buffer;
|
|
|
|
|
|
|
|
g_mutex_lock (&gst_source->buffer_lock);
|
|
|
|
|
|
|
|
if (G_UNLIKELY (gst_source->has_new_caps))
|
|
|
|
{
|
|
|
|
GstCaps *caps =
|
|
|
|
gst_pad_get_current_caps (GST_BASE_SINK_PAD ((GST_BASE_SINK
|
|
|
|
(gst_source->sink))));
|
|
|
|
|
|
|
|
if (priv->renderer)
|
|
|
|
priv->renderer->deinit (gst_source->sink);
|
|
|
|
|
|
|
|
if (!cogl_gst_video_sink_parse_caps (caps, gst_source->sink, TRUE))
|
|
|
|
goto negotiation_fail;
|
|
|
|
|
|
|
|
priv->renderer->init (gst_source->sink);
|
|
|
|
gst_source->has_new_caps = FALSE;
|
|
|
|
}
|
|
|
|
|
|
|
|
buffer = gst_source->buffer;
|
|
|
|
gst_source->buffer = NULL;
|
|
|
|
|
|
|
|
g_mutex_unlock (&gst_source->buffer_lock);
|
|
|
|
|
|
|
|
if (buffer)
|
|
|
|
{
|
|
|
|
if (!priv->renderer->upload (gst_source->sink, buffer))
|
|
|
|
goto fail_upload;
|
|
|
|
|
|
|
|
g_signal_emit (gst_source->sink,
|
|
|
|
video_sink_signals[NEW_FRAME_SIGNAL], 0,
|
|
|
|
NULL);
|
|
|
|
gst_buffer_unref (buffer);
|
|
|
|
}
|
|
|
|
else
|
|
|
|
GST_WARNING_OBJECT (gst_source->sink, "No buffers available for display");
|
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
|
|
|
|
|
|
|
|
negotiation_fail:
|
|
|
|
{
|
|
|
|
GST_WARNING_OBJECT (gst_source->sink,
|
|
|
|
"Failed to handle caps. Stopping GSource");
|
|
|
|
priv->flow_return = GST_FLOW_NOT_NEGOTIATED;
|
|
|
|
g_mutex_unlock (&gst_source->buffer_lock);
|
|
|
|
|
|
|
|
return FALSE;
|
|
|
|
}
|
|
|
|
|
|
|
|
fail_upload:
|
|
|
|
{
|
|
|
|
GST_WARNING_OBJECT (gst_source->sink, "Failed to upload buffer");
|
|
|
|
priv->flow_return = GST_FLOW_ERROR;
|
|
|
|
gst_buffer_unref (buffer);
|
|
|
|
return FALSE;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static GSourceFuncs gst_source_funcs =
|
|
|
|
{
|
|
|
|
cogl_gst_source_prepare,
|
|
|
|
cogl_gst_source_check,
|
|
|
|
cogl_gst_source_dispatch,
|
|
|
|
cogl_gst_source_finalize
|
|
|
|
};
|
|
|
|
|
2013-03-19 19:37:19 +00:00
|
|
|
static CoglGstSource *
|
2013-02-22 14:56:05 +00:00
|
|
|
cogl_gst_source_new (CoglGstVideoSink *sink)
|
|
|
|
{
|
|
|
|
GSource *source;
|
|
|
|
CoglGstSource *gst_source;
|
|
|
|
|
|
|
|
source = g_source_new (&gst_source_funcs, sizeof (CoglGstSource));
|
2013-03-19 19:37:19 +00:00
|
|
|
gst_source = (CoglGstSource *) source;
|
2013-02-22 14:56:05 +00:00
|
|
|
|
|
|
|
g_source_set_can_recurse (source, TRUE);
|
|
|
|
g_source_set_priority (source, COGL_GST_DEFAULT_PRIORITY);
|
|
|
|
|
|
|
|
gst_source->sink = sink;
|
|
|
|
g_mutex_init (&gst_source->buffer_lock);
|
|
|
|
gst_source->buffer = NULL;
|
|
|
|
|
|
|
|
return gst_source;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
cogl_gst_video_sink_init (CoglGstVideoSink *sink)
|
|
|
|
{
|
2013-03-19 19:37:19 +00:00
|
|
|
CoglGstVideoSinkPrivate *priv;
|
2013-02-22 14:56:05 +00:00
|
|
|
|
|
|
|
sink->priv = priv = G_TYPE_INSTANCE_GET_PRIVATE (sink,
|
|
|
|
COGL_GST_TYPE_VIDEO_SINK,
|
|
|
|
CoglGstVideoSinkPrivate);
|
|
|
|
}
|
|
|
|
|
|
|
|
static GstFlowReturn
|
|
|
|
_cogl_gst_video_sink_render (GstBaseSink *bsink,
|
|
|
|
GstBuffer *buffer)
|
|
|
|
{
|
|
|
|
CoglGstVideoSink *sink = COGL_GST_VIDEO_SINK (bsink);
|
|
|
|
CoglGstVideoSinkPrivate *priv = sink->priv;
|
|
|
|
CoglGstSource *gst_source = priv->source;
|
|
|
|
|
|
|
|
g_mutex_lock (&gst_source->buffer_lock);
|
|
|
|
|
|
|
|
if (G_UNLIKELY (priv->flow_return != GST_FLOW_OK))
|
|
|
|
goto dispatch_flow_ret;
|
|
|
|
|
|
|
|
if (gst_source->buffer)
|
|
|
|
gst_buffer_unref (gst_source->buffer);
|
|
|
|
|
|
|
|
gst_source->buffer = gst_buffer_ref (buffer);
|
|
|
|
g_mutex_unlock (&gst_source->buffer_lock);
|
|
|
|
|
|
|
|
g_main_context_wakeup (NULL);
|
|
|
|
|
|
|
|
return GST_FLOW_OK;
|
|
|
|
|
|
|
|
dispatch_flow_ret:
|
|
|
|
{
|
|
|
|
g_mutex_unlock (&gst_source->buffer_lock);
|
|
|
|
return priv->flow_return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
cogl_gst_video_sink_dispose (GObject *object)
|
|
|
|
{
|
|
|
|
CoglGstVideoSink *self;
|
|
|
|
CoglGstVideoSinkPrivate *priv;
|
|
|
|
|
|
|
|
self = COGL_GST_VIDEO_SINK (object);
|
|
|
|
priv = self->priv;
|
|
|
|
|
|
|
|
clear_frame_textures (self);
|
|
|
|
|
|
|
|
if (priv->renderer)
|
|
|
|
{
|
|
|
|
priv->renderer->deinit (self);
|
|
|
|
priv->renderer = NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (priv->pipeline)
|
|
|
|
{
|
|
|
|
cogl_object_unref (priv->pipeline);
|
|
|
|
priv->pipeline = NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (priv->caps)
|
|
|
|
{
|
|
|
|
gst_caps_unref (priv->caps);
|
|
|
|
priv->caps = NULL;
|
|
|
|
}
|
|
|
|
|
2013-03-19 19:37:19 +00:00
|
|
|
G_OBJECT_CLASS (cogl_gst_video_sink_parent_class)->dispose (object);
|
2013-02-22 14:56:05 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
cogl_gst_video_sink_finalize (GObject *object)
|
|
|
|
{
|
|
|
|
CoglGstVideoSink *self = COGL_GST_VIDEO_SINK (object);
|
|
|
|
|
|
|
|
cogl_gst_video_sink_set_context (self, NULL);
|
|
|
|
|
2013-03-19 19:37:19 +00:00
|
|
|
G_OBJECT_CLASS (cogl_gst_video_sink_parent_class)->finalize (object);
|
2013-02-22 14:56:05 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static CoglBool
|
|
|
|
cogl_gst_video_sink_start (GstBaseSink *base_sink)
|
|
|
|
{
|
|
|
|
CoglGstVideoSink *sink = COGL_GST_VIDEO_SINK (base_sink);
|
|
|
|
CoglGstVideoSinkPrivate *priv = sink->priv;
|
|
|
|
|
|
|
|
priv->source = cogl_gst_source_new (sink);
|
2013-03-19 19:37:19 +00:00
|
|
|
g_source_attach ((GSource *) priv->source, NULL);
|
2013-02-22 14:56:05 +00:00
|
|
|
priv->flow_return = GST_FLOW_OK;
|
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
cogl_gst_video_sink_set_property (GObject *object,
|
|
|
|
unsigned int prop_id,
|
|
|
|
const GValue *value,
|
|
|
|
GParamSpec *pspec)
|
|
|
|
{
|
|
|
|
CoglGstVideoSink *sink = COGL_GST_VIDEO_SINK (object);
|
|
|
|
|
|
|
|
switch (prop_id)
|
|
|
|
{
|
|
|
|
case PROP_UPDATE_PRIORITY:
|
|
|
|
cogl_gst_video_sink_set_priority (sink, g_value_get_int (value));
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
cogl_gst_video_sink_get_property (GObject *object,
|
|
|
|
unsigned int prop_id,
|
|
|
|
GValue *value,
|
|
|
|
GParamSpec *pspec)
|
|
|
|
{
|
|
|
|
CoglGstVideoSink *sink = COGL_GST_VIDEO_SINK (object);
|
|
|
|
CoglGstVideoSinkPrivate *priv = sink->priv;
|
|
|
|
|
|
|
|
switch (prop_id)
|
|
|
|
{
|
|
|
|
case PROP_UPDATE_PRIORITY:
|
2013-03-19 19:37:19 +00:00
|
|
|
g_value_set_int (value, g_source_get_priority ((GSource *) priv->source));
|
2013-02-22 14:56:05 +00:00
|
|
|
break;
|
|
|
|
default:
|
|
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static CoglBool
|
|
|
|
cogl_gst_video_sink_stop (GstBaseSink *base_sink)
|
|
|
|
{
|
|
|
|
CoglGstVideoSink *sink = COGL_GST_VIDEO_SINK (base_sink);
|
|
|
|
CoglGstVideoSinkPrivate *priv = sink->priv;
|
|
|
|
|
|
|
|
if (priv->source)
|
|
|
|
{
|
2013-03-19 19:37:19 +00:00
|
|
|
GSource *source = (GSource *) priv->source;
|
2013-02-22 14:56:05 +00:00
|
|
|
g_source_destroy (source);
|
|
|
|
g_source_unref (source);
|
|
|
|
priv->source = NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
cogl_gst_video_sink_class_init (CoglGstVideoSinkClass *klass)
|
|
|
|
{
|
|
|
|
GObjectClass *go_class = G_OBJECT_CLASS (klass);
|
|
|
|
GstBaseSinkClass *gb_class = GST_BASE_SINK_CLASS (klass);
|
|
|
|
GstElementClass *ge_class = GST_ELEMENT_CLASS (klass);
|
2013-03-19 19:37:19 +00:00
|
|
|
GstPadTemplate *pad_template;
|
2013-02-22 14:56:05 +00:00
|
|
|
GParamSpec *pspec;
|
|
|
|
|
|
|
|
g_type_class_add_private (klass, sizeof (CoglGstVideoSinkPrivate));
|
|
|
|
go_class->set_property = cogl_gst_video_sink_set_property;
|
|
|
|
go_class->get_property = cogl_gst_video_sink_get_property;
|
|
|
|
go_class->dispose = cogl_gst_video_sink_dispose;
|
|
|
|
go_class->finalize = cogl_gst_video_sink_finalize;
|
|
|
|
|
2013-03-19 19:37:19 +00:00
|
|
|
pad_template = gst_static_pad_template_get (&sinktemplate_all);
|
|
|
|
gst_element_class_add_pad_template (ge_class, pad_template);
|
|
|
|
|
|
|
|
gst_element_class_set_metadata (ge_class,
|
|
|
|
"Cogl video sink", "Sink/Video",
|
|
|
|
"Sends video data from GStreamer to a "
|
|
|
|
"Cogl pipeline",
|
|
|
|
"Jonathan Matthew <jonathan@kaolin.wh9.net>, "
|
|
|
|
"Matthew Allum <mallum@o-hand.com, "
|
|
|
|
"Chris Lord <chris@o-hand.com>, "
|
|
|
|
"Plamena Manolova "
|
|
|
|
"<plamena.n.manolova@intel.com>");
|
2013-02-22 14:56:05 +00:00
|
|
|
|
|
|
|
gb_class->render = _cogl_gst_video_sink_render;
|
|
|
|
gb_class->preroll = _cogl_gst_video_sink_render;
|
|
|
|
gb_class->start = cogl_gst_video_sink_start;
|
|
|
|
gb_class->stop = cogl_gst_video_sink_stop;
|
|
|
|
gb_class->set_caps = cogl_gst_video_sink_set_caps;
|
|
|
|
gb_class->get_caps = cogl_gst_video_sink_get_caps;
|
|
|
|
|
|
|
|
pspec = g_param_spec_int ("update-priority",
|
|
|
|
"Update Priority",
|
|
|
|
"Priority of video updates in the thread",
|
|
|
|
-G_MAXINT, G_MAXINT,
|
|
|
|
COGL_GST_DEFAULT_PRIORITY,
|
|
|
|
COGL_GST_PARAM_READWRITE);
|
|
|
|
|
|
|
|
g_object_class_install_property (go_class, PROP_UPDATE_PRIORITY, pspec);
|
|
|
|
|
|
|
|
video_sink_signals[PIPELINE_READY_SIGNAL] =
|
|
|
|
g_signal_new ("pipeline-ready",
|
|
|
|
COGL_GST_TYPE_VIDEO_SINK,
|
|
|
|
G_SIGNAL_RUN_LAST,
|
|
|
|
G_STRUCT_OFFSET (CoglGstVideoSinkClass, pipeline_ready),
|
|
|
|
NULL, /* accumulator */
|
|
|
|
NULL, /* accu_data */
|
|
|
|
g_cclosure_marshal_VOID__VOID,
|
|
|
|
G_TYPE_NONE,
|
|
|
|
0 /* n_params */);
|
|
|
|
|
|
|
|
video_sink_signals[NEW_FRAME_SIGNAL] =
|
|
|
|
g_signal_new ("new-frame",
|
|
|
|
COGL_GST_TYPE_VIDEO_SINK,
|
|
|
|
G_SIGNAL_RUN_LAST,
|
|
|
|
G_STRUCT_OFFSET (CoglGstVideoSinkClass, new_frame),
|
|
|
|
NULL, /* accumulator */
|
|
|
|
NULL, /* accu_data */
|
|
|
|
g_cclosure_marshal_VOID__VOID,
|
|
|
|
G_TYPE_NONE,
|
|
|
|
0 /* n_params */);
|
|
|
|
}
|
|
|
|
|
2013-03-19 19:37:19 +00:00
|
|
|
CoglGstVideoSink *
|
2013-02-22 14:56:05 +00:00
|
|
|
cogl_gst_video_sink_new (CoglContext *ctx)
|
|
|
|
{
|
2013-03-19 19:37:19 +00:00
|
|
|
CoglGstVideoSink *sink = g_object_new (COGL_GST_TYPE_VIDEO_SINK, NULL);
|
2013-02-22 14:56:05 +00:00
|
|
|
cogl_gst_video_sink_set_context (sink, ctx);
|
|
|
|
|
|
|
|
return sink;
|
|
|
|
}
|