1 #include "emotion_gstreamer.h"
3 static GstStaticPadTemplate sinktemplate = GST_STATIC_PAD_TEMPLATE("sink",
4 GST_PAD_SINK, GST_PAD_ALWAYS,
5 GST_STATIC_CAPS(GST_VIDEO_CAPS_YUV("{ I420, YV12, YUY2, NV12, ST12, TM12 }") ";"
6 GST_VIDEO_CAPS_BGRx ";" GST_VIDEO_CAPS_BGR ";" GST_VIDEO_CAPS_BGRA));
8 GST_DEBUG_CATEGORY_STATIC(evas_video_sink_debug);
9 #define GST_CAT_DEFAULT evas_video_sink_debug
25 static guint evas_video_sink_signals[LAST_SIGNAL] = { 0, };
27 #define _do_init(bla) \
28 GST_DEBUG_CATEGORY_INIT(evas_video_sink_debug, \
33 GST_BOILERPLATE_FULL(EvasVideoSink,
40 static void unlock_buffer_mutex(EvasVideoSinkPrivate* priv);
41 static void evas_video_sink_main_render(void *data);
42 static void evas_video_sink_samsung_main_render(void *data);
45 _evas_video_bgrx_step(unsigned char *evas_data, const unsigned char *gst_data,
46 unsigned int w, unsigned int h __UNUSED__, unsigned int output_height, unsigned int step)
51 for (y = 0; y < output_height; ++y)
53 for (x = 0; x < w; x++)
55 evas_data[0] = gst_data[0];
56 evas_data[1] = gst_data[1];
57 evas_data[2] = gst_data[2];
66 _evas_video_bgr(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h, unsigned int output_height)
68 _evas_video_bgrx_step(evas_data, gst_data, w, h, output_height, 3);
72 _evas_video_bgrx(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h, unsigned int output_height)
74 _evas_video_bgrx_step(evas_data, gst_data, w, h, output_height, 4);
78 _evas_video_bgra(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h __UNUSED__, unsigned int output_height)
83 for (y = 0; y < output_height; ++y)
87 for (x = 0; x < w; ++x)
90 evas_data[0] = (gst_data[0] * alpha) / 255;
91 evas_data[1] = (gst_data[1] * alpha) / 255;
92 evas_data[2] = (gst_data[2] * alpha) / 255;
101 _evas_video_i420(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h __UNUSED__, unsigned int output_height)
103 const unsigned char **rows;
109 rows = (const unsigned char **)evas_data;
111 for (i = 0; i < rh; i++)
112 rows[i] = &gst_data[i * w];
114 for (j = 0; j < (rh / 2); j++, i++)
115 rows[i] = &gst_data[h * w + j * (w / 2)];
117 for (j = 0; j < (rh / 2); j++, i++)
118 rows[i] = &gst_data[h * w + rh * (w / 4) + j * (w / 2)];
122 _evas_video_yv12(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h __UNUSED__, unsigned int output_height)
124 const unsigned char **rows;
130 rows = (const unsigned char **)evas_data;
132 for (i = 0; i < rh; i++)
133 rows[i] = &gst_data[i * w];
135 for (j = 0; j < (rh / 2); j++, i++)
136 rows[i] = &gst_data[h * w + rh * (w / 4) + j * (w / 2)];
138 for (j = 0; j < (rh / 2); j++, i++)
139 rows[i] = &gst_data[h * w + j * (w / 2)];
143 _evas_video_yuy2(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h __UNUSED__, unsigned int output_height)
145 const unsigned char **rows;
148 rows = (const unsigned char **)evas_data;
150 for (i = 0; i < output_height; i++)
151 rows[i] = &gst_data[i * w * 2];
155 _evas_video_nv12(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h __UNUSED__, unsigned int output_height)
157 const unsigned char **rows;
163 rows = (const unsigned char **)evas_data;
165 for (i = 0; i < rh; i++)
166 rows[i] = &gst_data[i * w];
168 for (j = 0; j < (rh / 2); j++, i++)
169 rows[i] = &gst_data[rh * w + j * w];
173 _evas_video_mt12(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h, unsigned int output_height __UNUSED__)
175 const unsigned char **rows;
179 rows = (const unsigned char **)evas_data;
181 for (i = 0; i < (h / 32) / 2; i++)
182 rows[i] = &gst_data[i * w * 2 * 32];
186 rows[i] = &gst_data[i * w * 2 * 32];
190 for (j = 0; j < ((h / 2) / 32) / 2; ++j, ++i)
191 rows[i] = &gst_data[h * w + j * (w / 2) * 2 * 16];
195 _evas_video_st12_multiplane(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h, unsigned int output_height __UNUSED__)
197 const GstMultiPlaneImageBuffer *mp_buf = (const GstMultiPlaneImageBuffer *) gst_data;
198 const unsigned char **rows;
202 rows = (const unsigned char **)evas_data;
204 for (i = 0; i < (h / 32) / 2; i++)
205 rows[i] = mp_buf->uaddr[0] + i * w * 2 * 32;
208 rows[i] = mp_buf->uaddr[0] + i * w * 2 * 32;
212 for (j = 0; j < ((h / 2) / 16) / 2; j++, i++)
214 rows[i] = mp_buf->uaddr[1] + j * w * 2 * 16 * 2;
216 if (((h / 2) / 16) % 2)
217 rows[i] = mp_buf->uaddr[1] + j * w * 2 * 16 * 2;
221 _evas_video_st12(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w __UNUSED__, unsigned int h, unsigned int output_height __UNUSED__)
223 const SCMN_IMGB *imgb = (const SCMN_IMGB *) gst_data;
224 const unsigned char **rows;
227 rows = (const unsigned char **)evas_data;
229 for (i = 0; i < (h / 32) / 2; i++)
230 rows[i] = imgb->uaddr[0] + i * imgb->stride[0] * 2 * 32;
233 rows[i] = imgb->uaddr[0] + i * imgb->stride[0] * 2 * 32;
237 for (j = 0; j < (unsigned int) imgb->elevation[1] / 32 / 2; j++, i++)
238 rows[i] = imgb->uaddr[1] + j * imgb->stride[1] * 32 * 2;
239 if ((imgb->elevation[1] / 32) % 2)
240 rows[i++] = imgb->uaddr[1] + j * imgb->stride[1] * 32 * 2;
243 static const struct {
246 Evas_Colorspace eformat;
247 Evas_Video_Convert_Cb func;
248 Eina_Bool force_height;
249 } colorspace_fourcc_convertion[] = {
250 { "I420", GST_MAKE_FOURCC('I', '4', '2', '0'), EVAS_COLORSPACE_YCBCR422P601_PL, _evas_video_i420, EINA_TRUE },
251 { "YV12", GST_MAKE_FOURCC('Y', 'V', '1', '2'), EVAS_COLORSPACE_YCBCR422P601_PL, _evas_video_yv12, EINA_TRUE },
252 { "YUY2", GST_MAKE_FOURCC('Y', 'U', 'Y', '2'), EVAS_COLORSPACE_YCBCR422601_PL, _evas_video_yuy2, EINA_FALSE },
253 { "NV12", GST_MAKE_FOURCC('N', 'V', '1', '2'), EVAS_COLORSPACE_YCBCR420NV12601_PL, _evas_video_nv12, EINA_TRUE },
254 { "TM12", GST_MAKE_FOURCC('T', 'M', '1', '2'), EVAS_COLORSPACE_YCBCR420TM12601_PL, _evas_video_mt12, EINA_TRUE }
257 static const struct {
259 GstVideoFormat format;
260 Evas_Colorspace eformat;
261 Evas_Video_Convert_Cb func;
262 } colorspace_format_convertion[] = {
263 { "BGR", GST_VIDEO_FORMAT_BGR, EVAS_COLORSPACE_ARGB8888, _evas_video_bgr },
264 { "BGRx", GST_VIDEO_FORMAT_BGRx, EVAS_COLORSPACE_ARGB8888, _evas_video_bgrx },
265 { "BGRA", GST_VIDEO_FORMAT_BGRA, EVAS_COLORSPACE_ARGB8888, _evas_video_bgra }
269 evas_video_sink_base_init(gpointer g_class)
271 GstElementClass* element_class;
273 element_class = GST_ELEMENT_CLASS(g_class);
274 gst_element_class_add_pad_template(element_class, gst_static_pad_template_get(&sinktemplate));
275 gst_element_class_set_details_simple(element_class, "Evas video sink",
276 "Sink/Video", "Sends video data from a GStreamer pipeline to an Evas object",
277 "Vincent Torri <vtorri@univ-evry.fr>");
281 evas_video_sink_init(EvasVideoSink* sink, EvasVideoSinkClass* klass __UNUSED__)
283 EvasVideoSinkPrivate* priv;
286 sink->priv = priv = G_TYPE_INSTANCE_GET_PRIVATE(sink, EVAS_TYPE_VIDEO_SINK, EvasVideoSinkPrivate);
291 priv->eformat = EVAS_COLORSPACE_ARGB8888;
292 priv->samsung = EINA_FALSE;
293 eina_lock_new(&priv->m);
294 eina_condition_new(&priv->c, &priv->m);
295 priv->unlocked = EINA_FALSE;
298 /**** Object methods ****/
300 _cleanup_priv(void *data, Evas *e __UNUSED__, Evas_Object *obj, void *event_info __UNUSED__)
302 EvasVideoSinkPrivate* priv;
306 eina_lock_take(&priv->m);
309 eina_lock_release(&priv->m);
313 evas_video_sink_set_property(GObject * object, guint prop_id,
314 const GValue * value, GParamSpec * pspec)
317 EvasVideoSinkPrivate* priv;
319 sink = EVAS_VIDEO_SINK (object);
323 case PROP_EVAS_OBJECT:
324 eina_lock_take(&priv->m);
325 evas_object_event_callback_del(priv->o, EVAS_CALLBACK_FREE, _cleanup_priv);
326 priv->o = g_value_get_pointer (value);
327 INF("sink set Evas_Object %p.", priv->o);
328 evas_object_event_callback_add(priv->o, EVAS_CALLBACK_FREE, _cleanup_priv, priv);
329 eina_lock_release(&priv->m);
333 eina_lock_take(&priv->m);
334 priv->ev = g_value_get_pointer (value);
336 priv->ev->samsung = EINA_TRUE;
337 eina_lock_release(&priv->m);
340 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
341 ERR("invalid property");
347 evas_video_sink_get_property(GObject * object, guint prop_id,
348 GValue * value, GParamSpec * pspec)
351 EvasVideoSinkPrivate* priv;
353 sink = EVAS_VIDEO_SINK (object);
357 case PROP_EVAS_OBJECT:
358 INF("sink get property.");
359 eina_lock_take(&priv->m);
360 g_value_set_pointer(value, priv->o);
361 eina_lock_release(&priv->m);
364 INF("sink get width.");
365 eina_lock_take(&priv->m);
366 g_value_set_int(value, priv->width);
367 eina_lock_release(&priv->m);
370 INF("sink get height.");
371 eina_lock_take(&priv->m);
372 g_value_set_int (value, priv->height);
373 eina_lock_release(&priv->m);
377 eina_lock_take(&priv->m);
378 g_value_set_pointer (value, priv->ev);
379 eina_lock_release(&priv->m);
382 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
383 ERR("invalide property");
389 evas_video_sink_dispose(GObject* object)
392 EvasVideoSinkPrivate* priv;
396 sink = EVAS_VIDEO_SINK(object);
399 eina_lock_free(&priv->m);
400 eina_condition_free(&priv->c);
402 G_OBJECT_CLASS(parent_class)->dispose(object);
406 /**** BaseSink methods ****/
408 gboolean evas_video_sink_set_caps(GstBaseSink *bsink, GstCaps *caps)
411 EvasVideoSinkPrivate* priv;
412 GstStructure *structure;
413 GstVideoFormat format;
417 sink = EVAS_VIDEO_SINK(bsink);
420 structure = gst_caps_get_structure(caps, 0);
422 if (gst_structure_get_int(structure, "width", (int*) &priv->width)
423 && gst_structure_get_int(structure, "height", (int*) &priv->height)
424 && gst_structure_get_fourcc(structure, "format", &fourcc))
426 priv->source_height = priv->height;
428 for (i = 0; i < sizeof (colorspace_fourcc_convertion) / sizeof (colorspace_fourcc_convertion[0]); ++i)
429 if (fourcc == colorspace_fourcc_convertion[i].fourcc)
431 fprintf(stderr, "Found '%s'\n", colorspace_fourcc_convertion[i].name);
432 priv->eformat = colorspace_fourcc_convertion[i].eformat;
433 priv->func = colorspace_fourcc_convertion[i].func;
434 if (colorspace_fourcc_convertion[i].force_height)
436 priv->height = (priv->height >> 1) << 1;
439 priv->ev->kill_buffer = EINA_TRUE;
443 if (fourcc == GST_MAKE_FOURCC('S', 'T', '1', '2'))
445 fprintf(stderr, "Found '%s'\n", "ST12");
446 priv->eformat = EVAS_COLORSPACE_YCBCR420TM12601_PL;
447 priv->samsung = EINA_TRUE;
451 priv->ev->samsung = EINA_TRUE;
452 priv->ev->kill_buffer = EINA_TRUE;
458 INF("fallback code !");
459 if (!gst_video_format_parse_caps(caps, &format, (int*) &priv->width, (int*) &priv->height))
461 ERR("Unable to parse caps.");
465 priv->source_height = priv->height;
467 for (i = 0; i < sizeof (colorspace_format_convertion) / sizeof (colorspace_format_convertion[0]); ++i)
468 if (format == colorspace_format_convertion[i].format)
470 fprintf(stderr, "Found '%s'\n", colorspace_format_convertion[i].name);
471 priv->eformat = colorspace_format_convertion[i].eformat;
472 priv->func = colorspace_format_convertion[i].func;
474 priv->ev->kill_buffer = EINA_FALSE;
478 ERR("unsupported : %d\n", format);
483 evas_video_sink_start(GstBaseSink* base_sink)
485 EvasVideoSinkPrivate* priv;
490 priv = EVAS_VIDEO_SINK(base_sink)->priv;
491 eina_lock_take(&priv->m);
495 priv->unlocked = EINA_FALSE;
496 eina_lock_release(&priv->m);
501 evas_video_sink_stop(GstBaseSink* base_sink)
503 EvasVideoSinkPrivate* priv = EVAS_VIDEO_SINK(base_sink)->priv;
507 unlock_buffer_mutex(priv);
512 evas_video_sink_unlock(GstBaseSink* object)
518 sink = EVAS_VIDEO_SINK(object);
520 unlock_buffer_mutex(sink->priv);
522 return GST_CALL_PARENT_WITH_DEFAULT(GST_BASE_SINK_CLASS, unlock,
527 evas_video_sink_unlock_stop(GstBaseSink* object)
530 EvasVideoSinkPrivate* priv;
532 sink = EVAS_VIDEO_SINK(object);
535 INF("sink unlock stop");
537 eina_lock_take(&priv->m);
538 priv->unlocked = FALSE;
539 eina_lock_release(&priv->m);
541 return GST_CALL_PARENT_WITH_DEFAULT(GST_BASE_SINK_CLASS, unlock_stop,
546 evas_video_sink_preroll(GstBaseSink* bsink, GstBuffer* buffer)
548 Emotion_Gstreamer_Buffer *send;
549 EvasVideoSinkPrivate *priv;
552 INF("sink preroll %p [%i]", GST_BUFFER_DATA(buffer), GST_BUFFER_SIZE(buffer));
554 sink = EVAS_VIDEO_SINK(bsink);
557 if (GST_BUFFER_SIZE(buffer) <= 0 && !priv->samsung)
563 send = emotion_gstreamer_buffer_alloc(priv, buffer, EINA_TRUE);
571 GstStructure *structure;
573 gboolean is_multiplane = FALSE;
575 caps = GST_BUFFER_CAPS(buffer);
576 structure = gst_caps_get_structure (caps, 0);
577 gst_structure_get_boolean(structure, "multiplane", &is_multiplane);
578 gst_caps_unref(caps);
581 priv->func = _evas_video_st12_multiplane;
583 priv->func = _evas_video_st12;
586 ecore_main_loop_thread_safe_call_async(evas_video_sink_samsung_main_render, send);
589 ecore_main_loop_thread_safe_call_async(evas_video_sink_main_render, send);
596 evas_video_sink_render(GstBaseSink* bsink, GstBuffer* buffer)
598 Emotion_Gstreamer_Buffer *send;
599 EvasVideoSinkPrivate *priv;
602 INF("sink render %p", buffer);
604 sink = EVAS_VIDEO_SINK(bsink);
607 eina_lock_take(&priv->m);
609 if (priv->unlocked) {
611 eina_lock_release(&priv->m);
615 send = emotion_gstreamer_buffer_alloc(priv, buffer, EINA_FALSE);
617 eina_lock_release(&priv->m);
618 return GST_FLOW_ERROR;
625 GstStructure *structure;
627 gboolean is_multiplane = FALSE;
629 caps = GST_BUFFER_CAPS(buffer);
630 structure = gst_caps_get_structure (caps, 0);
631 gst_structure_get_boolean(structure, "multiplane", &is_multiplane);
632 gst_caps_unref(caps);
635 priv->func = _evas_video_st12_multiplane;
637 priv->func = _evas_video_st12;
640 ecore_main_loop_thread_safe_call_async(evas_video_sink_samsung_main_render, send);
643 ecore_main_loop_thread_safe_call_async(evas_video_sink_main_render, send);
645 eina_condition_wait(&priv->c);
646 eina_lock_release(&priv->m);
652 _update_emotion_fps(Emotion_Gstreamer_Video *ev)
656 if (!debug_fps) return ;
658 tim = ecore_time_get();
661 if (ev->rlapse == 0.0)
664 ev->flapse = ev->frames;
666 else if ((tim - ev->rlapse) >= 0.5)
668 printf("FRAME: %i, FPS: %3.1f\n",
670 (ev->frames - ev->flapse) / (tim - ev->rlapse));
672 ev->flapse = ev->frames;
677 evas_video_sink_samsung_main_render(void *data)
679 Emotion_Gstreamer_Buffer *send;
680 Emotion_Video_Stream *vstream;
681 EvasVideoSinkPrivate* priv;
683 unsigned char *evas_data;
684 const guint8 *gst_data;
685 GstFormat fmt = GST_FORMAT_TIME;
688 int stride, elevation;
693 if (!send) goto exit_point;
696 buffer = send->frame;
697 preroll = send->preroll;
699 if (!priv || !priv->o || priv->unlocked)
704 emotion_gstreamer_buffer_free(send->ev->send);
705 send->ev->send = NULL;
708 if (!send->ev->stream && !send->force)
710 send->ev->send = send;
714 _emotion_gstreamer_video_pipeline_parse(send->ev, EINA_TRUE);
716 /* Getting stride to compute the right size and then fill the object properly */
717 /* Y => [0] and UV in [1] */
718 if (priv->func == _evas_video_st12_multiplane)
720 const GstMultiPlaneImageBuffer *mp_buf = (const GstMultiPlaneImageBuffer *) buffer;
722 stride = mp_buf->stride[0];
723 elevation = mp_buf->elevation[0];
724 priv->width = mp_buf->width[0];
725 priv->height = mp_buf->height[0];
727 gst_data = (const guint8 *) mp_buf;
731 const SCMN_IMGB *imgb = (const SCMN_IMGB *) GST_BUFFER_MALLOCDATA(buffer);
733 stride = imgb->stride[0];
734 elevation = imgb->elevation[0];
735 priv->width = imgb->width[0];
736 priv->height = imgb->height[0];
738 gst_data = (const guint8 *) imgb;
741 evas_object_geometry_get(priv->o, NULL, NULL, &w, &h);
743 send->ev->fill.width = (double) stride / priv->width;
744 send->ev->fill.height = (double) elevation / priv->height;
746 evas_object_image_alpha_set(priv->o, 0);
747 evas_object_image_colorspace_set(priv->o, priv->eformat);
748 evas_object_image_size_set(priv->o, stride, elevation);
750 _update_emotion_fps(send->ev);
752 evas_data = evas_object_image_data_get(priv->o, 1);
755 priv->func(evas_data, gst_data, stride, elevation, elevation);
757 WRN("No way to decode %x colorspace !", priv->eformat);
759 evas_object_image_data_set(priv->o, evas_data);
760 evas_object_image_data_update_add(priv->o, 0, 0, priv->width, priv->height);
761 evas_object_image_pixels_dirty_set(priv->o, 0);
763 if (!preroll && send->ev->play_started)
765 _emotion_playback_started(send->ev->obj);
766 send->ev->play_started = 0;
769 _emotion_frame_new(send->ev->obj);
771 vstream = eina_list_nth(send->ev->video_streams, send->ev->video_stream_nbr - 1);
773 gst_element_query_position(send->ev->pipeline, &fmt, &pos);
774 send->ev->position = (double)pos / (double)GST_SECOND;
778 vstream->width = priv->width;
779 vstream->height = priv->height;
781 _emotion_video_pos_update(send->ev->obj, send->ev->position, vstream->length_time);
784 send->ev->ratio = (double) priv->width / (double) priv->height;
785 _emotion_frame_refill(send->ev->obj, send->ev->fill.width, send->ev->fill.height);
786 _emotion_frame_resize(send->ev->obj, priv->width, priv->height, send->ev->ratio);
788 buffer = gst_buffer_ref(buffer);
789 if (send->ev->last_buffer) gst_buffer_unref(send->ev->last_buffer);
790 send->ev->last_buffer = buffer;
793 emotion_gstreamer_buffer_free(send);
796 if (preroll || !priv->o) return ;
799 eina_condition_signal(&priv->c);
803 evas_video_sink_main_render(void *data)
805 Emotion_Gstreamer_Buffer *send;
806 Emotion_Gstreamer_Video *ev = NULL;
807 Emotion_Video_Stream *vstream;
808 EvasVideoSinkPrivate* priv;
810 unsigned char *evas_data;
811 GstFormat fmt = GST_FORMAT_TIME;
817 if (!send) goto exit_point;
820 buffer = send->frame;
821 preroll = send->preroll;
824 if (!priv || !priv->o || priv->unlocked)
827 if (!ev->stream && !send->force)
829 if (ev->send && send != ev->send)
830 emotion_gstreamer_buffer_free(ev->send);
832 evas_object_image_data_update_add(priv->o, 0, 0, priv->width, priv->height);
836 _emotion_gstreamer_video_pipeline_parse(ev, EINA_TRUE);
838 INF("sink main render [%i, %i] (source height: %i)", priv->width, priv->height, priv->source_height);
840 evas_object_image_alpha_set(priv->o, 0);
841 evas_object_image_colorspace_set(priv->o, priv->eformat);
842 evas_object_image_size_set(priv->o, priv->width, priv->height);
844 evas_data = evas_object_image_data_get(priv->o, 1);
847 priv->func(evas_data, GST_BUFFER_DATA(buffer), priv->width, priv->source_height, priv->height);
849 WRN("No way to decode %x colorspace !", priv->eformat);
851 evas_object_image_data_set(priv->o, evas_data);
852 evas_object_image_data_update_add(priv->o, 0, 0, priv->width, priv->height);
853 evas_object_image_pixels_dirty_set(priv->o, 0);
855 if (!preroll && ev->play_started)
857 _emotion_playback_started(ev->obj);
858 ev->play_started = 0;
861 _emotion_frame_new(ev->obj);
863 gst_element_query_position(ev->pipeline, &fmt, &pos);
864 ev->position = (double)pos / (double)GST_SECOND;
866 vstream = eina_list_nth(ev->video_streams, ev->video_stream_nbr - 1);
870 vstream->width = priv->width;
871 vstream->height = priv->height;
872 _emotion_video_pos_update(ev->obj, ev->position, vstream->length_time);
875 ev->ratio = (double) priv->width / (double) priv->height;
877 _emotion_frame_resize(ev->obj, priv->width, priv->height, ev->ratio);
879 buffer = gst_buffer_ref(buffer);
880 if (ev->last_buffer) gst_buffer_unref(ev->last_buffer);
881 ev->last_buffer = buffer;
884 emotion_gstreamer_buffer_free(send);
887 if (preroll || !priv->o) return ;
890 eina_condition_signal(&priv->c);
894 unlock_buffer_mutex(EvasVideoSinkPrivate* priv)
896 priv->unlocked = EINA_TRUE;
898 eina_condition_signal(&priv->c);
902 marshal_VOID__MINIOBJECT(GClosure * closure, GValue * return_value __UNUSED__,
903 guint n_param_values, const GValue * param_values,
904 gpointer invocation_hint __UNUSED__, gpointer marshal_data)
906 typedef void (*marshalfunc_VOID__MINIOBJECT) (gpointer obj, gpointer arg1, gpointer data2);
907 marshalfunc_VOID__MINIOBJECT callback;
909 gpointer data1, data2;
911 cc = (GCClosure *) closure;
913 g_return_if_fail(n_param_values == 2);
915 if (G_CCLOSURE_SWAP_DATA(closure)) {
916 data1 = closure->data;
917 data2 = g_value_peek_pointer(param_values + 0);
919 data1 = g_value_peek_pointer(param_values + 0);
920 data2 = closure->data;
922 callback = (marshalfunc_VOID__MINIOBJECT) (marshal_data ? marshal_data : cc->callback);
924 callback(data1, gst_value_get_mini_object(param_values + 1), data2);
928 evas_video_sink_class_init(EvasVideoSinkClass* klass)
930 GObjectClass* gobject_class;
931 GstBaseSinkClass* gstbase_sink_class;
933 gobject_class = G_OBJECT_CLASS(klass);
934 gstbase_sink_class = GST_BASE_SINK_CLASS(klass);
936 g_type_class_add_private(klass, sizeof(EvasVideoSinkPrivate));
938 gobject_class->set_property = evas_video_sink_set_property;
939 gobject_class->get_property = evas_video_sink_get_property;
941 g_object_class_install_property (gobject_class, PROP_EVAS_OBJECT,
942 g_param_spec_pointer ("evas-object", "Evas Object",
943 "The Evas object where the display of the video will be done",
946 g_object_class_install_property (gobject_class, PROP_WIDTH,
947 g_param_spec_int ("width", "Width",
948 "The width of the video",
949 0, 65536, 0, G_PARAM_READABLE | G_PARAM_STATIC_STRINGS));
951 g_object_class_install_property (gobject_class, PROP_HEIGHT,
952 g_param_spec_int ("height", "Height",
953 "The height of the video",
954 0, 65536, 0, G_PARAM_READABLE | G_PARAM_STATIC_STRINGS));
955 g_object_class_install_property (gobject_class, PROP_EV,
956 g_param_spec_pointer ("ev", "Emotion_Gstreamer_Video",
957 "THe internal data of the emotion object",
960 gobject_class->dispose = evas_video_sink_dispose;
962 gstbase_sink_class->set_caps = evas_video_sink_set_caps;
963 gstbase_sink_class->stop = evas_video_sink_stop;
964 gstbase_sink_class->start = evas_video_sink_start;
965 gstbase_sink_class->unlock = evas_video_sink_unlock;
966 gstbase_sink_class->unlock_stop = evas_video_sink_unlock_stop;
967 gstbase_sink_class->render = evas_video_sink_render;
968 gstbase_sink_class->preroll = evas_video_sink_preroll;
970 evas_video_sink_signals[REPAINT_REQUESTED] = g_signal_new("repaint-requested",
971 G_TYPE_FROM_CLASS(klass),
972 (GSignalFlags)(G_SIGNAL_RUN_LAST | G_SIGNAL_ACTION),
976 marshal_VOID__MINIOBJECT,
977 G_TYPE_NONE, 1, GST_TYPE_BUFFER);
981 gstreamer_plugin_init (GstPlugin * plugin)
983 return gst_element_register (plugin,
986 EVAS_TYPE_VIDEO_SINK);
990 _emotion_gstreamer_pause(void *data, Ecore_Thread *thread)
992 Emotion_Gstreamer_Video *ev = data;
995 if (ecore_thread_check(thread) || !ev->pipeline) return ;
997 gst_element_set_state(ev->pipeline, GST_STATE_PAUSED);
998 res = gst_element_get_state(ev->pipeline, NULL, NULL, GST_CLOCK_TIME_NONE);
999 if (res == GST_STATE_CHANGE_NO_PREROLL)
1001 gst_element_set_state(ev->pipeline, GST_STATE_PLAYING);
1002 gst_element_get_state(ev->pipeline, NULL, NULL, GST_CLOCK_TIME_NONE);
1007 _emotion_gstreamer_cancel(void *data, Ecore_Thread *thread)
1009 Emotion_Gstreamer_Video *ev = data;
1011 ev->threads = eina_list_remove(ev->threads, thread);
1013 if (getenv("EMOTION_GSTREAMER_DOT")) GST_DEBUG_BIN_TO_DOT_FILE_WITH_TS(GST_BIN(ev->pipeline), GST_DEBUG_GRAPH_SHOW_ALL, getenv("EMOTION_GSTREAMER_DOT"));
1015 if (ev->in == ev->out && ev->delete_me)
1020 _emotion_gstreamer_end(void *data, Ecore_Thread *thread)
1022 Emotion_Gstreamer_Video *ev = data;
1024 ev->threads = eina_list_remove(ev->threads, thread);
1028 gst_element_set_state(ev->pipeline, GST_STATE_PLAYING);
1029 ev->play_started = 1;
1032 if (getenv("EMOTION_GSTREAMER_DOT")) GST_DEBUG_BIN_TO_DOT_FILE_WITH_TS(GST_BIN(ev->pipeline), GST_DEBUG_GRAPH_SHOW_ALL, getenv("EMOTION_GSTREAMER_DOT"));
1034 if (ev->in == ev->out && ev->delete_me)
1037 _emotion_gstreamer_video_pipeline_parse(data, EINA_TRUE);
1041 _video_resize(void *data, Evas_Object *obj __UNUSED__, const Evas_Video_Surface *surface __UNUSED__,
1042 Evas_Coord w, Evas_Coord h)
1044 Emotion_Gstreamer_Video *ev = data;
1047 ecore_x_window_resize(ev->win, w, h);
1049 fprintf(stderr, "resize: %i, %i\n", w, h);
1053 _video_move(void *data, Evas_Object *obj __UNUSED__, const Evas_Video_Surface *surface __UNUSED__,
1054 Evas_Coord x, Evas_Coord y)
1056 Emotion_Gstreamer_Video *ev = data;
1058 unsigned int pos[2];
1060 fprintf(stderr, "move: %i, %i\n", x, y);
1061 pos[0] = x; pos[1] = y;
1062 ecore_x_window_prop_card32_set(ev->win, ECORE_X_ATOM_E_VIDEO_POSITION, pos, 2);
1067 /* Much better idea to always feed the XvImageSink and let him handle optimizing the rendering as we do */
1069 _block_pad_unlink_cb(GstPad *pad, gboolean blocked, gpointer user_data)
1073 Emotion_Gstreamer_Video *ev = user_data;
1076 gst_pad_unlink(ev->teepad, ev->xvpad);
1077 gev = gst_event_new_eos();
1078 gst_pad_send_event(ev->xvpad, gev);
1079 gst_pad_set_blocked_async(pad, FALSE, _block_pad_unlink_cb, NULL);
1084 _block_pad_link_cb(GstPad *pad, gboolean blocked, gpointer user_data)
1088 Emotion_Gstreamer_Video *ev = user_data;
1090 gst_pad_link(ev->teepad, ev->xvpad);
1092 gst_element_set_state(ev->xvsink, GST_STATE_PLAYING);
1094 gst_element_set_state(ev->xvsink, GST_STATE_PAUSED);
1095 gst_pad_set_blocked_async(pad, FALSE, _block_pad_link_cb, NULL);
1101 _video_show(void *data, Evas_Object *obj __UNUSED__, const Evas_Video_Surface *surface __UNUSED__)
1103 Emotion_Gstreamer_Video *ev = data;
1105 fprintf(stderr, "show xv\n");
1107 ecore_x_window_show(ev->win);
1109 /* gst_pad_set_blocked_async(ev->teepad, TRUE, _block_pad_link_cb, ev); */
1113 _video_hide(void *data, Evas_Object *obj __UNUSED__, const Evas_Video_Surface *surface __UNUSED__)
1115 Emotion_Gstreamer_Video *ev = data;
1117 fprintf(stderr, "hide xv\n");
1119 ecore_x_window_hide(ev->win);
1121 /* gst_pad_set_blocked_async(ev->teepad, TRUE, _block_pad_unlink_cb, ev); */
1125 _video_update_pixels(void *data, Evas_Object *obj __UNUSED__, const Evas_Video_Surface *surface __UNUSED__)
1127 Emotion_Gstreamer_Video *ev = data;
1128 Emotion_Gstreamer_Buffer *send;
1130 if (!ev->send) return ;
1133 send->force = EINA_TRUE;
1135 evas_video_sink_main_render(send);
1139 gstreamer_video_sink_new(Emotion_Gstreamer_Video *ev,
1143 GstElement *playbin;
1144 GstElement *bin = NULL;
1145 GstElement *esink = NULL;
1146 GstElement *xvsink = NULL;
1147 GstElement *tee = NULL;
1148 GstElement *queue = NULL;
1153 #if defined HAVE_ECORE_X && defined HAVE_XOVERLAY_H
1158 obj = emotion_object_image_get(o);
1161 ERR("Not Evas_Object specified");
1168 playbin = gst_element_factory_make("playbin2", "playbin");
1171 ERR("Unable to create 'playbin' GstElement.");
1175 bin = gst_bin_new(NULL);
1178 ERR("Unable to create GstBin !");
1179 goto unref_pipeline;
1182 tee = gst_element_factory_make("tee", NULL);
1185 ERR("Unable to create 'tee' GstElement.");
1186 goto unref_pipeline;
1189 #if defined HAVE_ECORE_X && defined HAVE_XOVERLAY_H
1190 if (window_manager_video)
1192 engines = evas_render_method_list();
1194 engine = eina_list_nth(engines, evas_output_method_get(evas_object_evas_get(obj)) - 1);
1196 if (ev->priority && engine && strstr(engine, "_x11") != NULL)
1199 Evas_Coord x, y, w, h;
1201 Ecore_X_Window parent;
1203 evas_object_geometry_get(obj, &x, &y, &w, &h);
1205 ee = ecore_evas_ecore_evas_get(evas_object_evas_get(obj));
1210 /* Here we really need to have the help of the window manager, this code will change when we update E17. */
1211 parent = (Ecore_X_Window) ecore_evas_window_get(ee);
1212 fprintf(stderr, "parent: %x\n", parent);
1214 win = ecore_x_window_new(0, x, y, w, h);
1215 fprintf(stderr, "creating window: %x [%i, %i, %i, %i]\n", win, x, y, w, h);
1218 Ecore_X_Window_State state[] = { ECORE_X_WINDOW_STATE_SKIP_TASKBAR, ECORE_X_WINDOW_STATE_SKIP_PAGER };
1220 ecore_x_netwm_window_state_set(win, state, 2);
1221 ecore_x_window_hide(win);
1222 xvsink = gst_element_factory_make("xvimagesink", NULL);
1225 unsigned int pos[2];
1227 #ifdef HAVE_X_OVERLAY_SET
1228 gst_x_overlay_set_window_handle(GST_X_OVERLAY(xvsink), win);
1230 gst_x_overlay_set_xwindow_id(GST_X_OVERLAY(xvsink), win);
1234 ecore_x_window_prop_card32_set(win, ECORE_X_ATOM_E_VIDEO_PARENT, &parent, 1);
1236 pos[0] = x; pos[1] = y;
1237 ecore_x_window_prop_card32_set(win, ECORE_X_ATOM_E_VIDEO_POSITION, pos, 2);
1241 fprintf(stderr, "destroying win: %x\n", win);
1242 ecore_x_window_free(win);
1246 evas_render_method_list_free(engines);
1249 # warning "no ecore_x or xoverlay"
1252 esink = gst_element_factory_make("emotion-sink", "sink");
1255 ERR("Unable to create 'emotion-sink' GstElement.");
1256 goto unref_pipeline;
1259 g_object_set(G_OBJECT(esink), "evas-object", obj, NULL);
1260 g_object_set(G_OBJECT(esink), "ev", ev, NULL);
1262 evas_object_image_pixels_get_callback_set(obj, NULL, NULL);
1264 /* We need queue to force each video sink to be in its own thread */
1265 queue = gst_element_factory_make("queue", NULL);
1268 ERR("Unable to create 'queue' GstElement.");
1269 goto unref_pipeline;
1272 gst_bin_add_many(GST_BIN(bin), tee, queue, esink, NULL);
1273 gst_element_link_many(queue, esink, NULL);
1275 /* link both sink to GstTee */
1276 pad = gst_element_get_pad(queue, "sink");
1277 teepad = gst_element_get_request_pad(tee, "src%d");
1278 gst_pad_link(teepad, pad);
1279 gst_object_unref(pad);
1280 gst_object_unref(teepad);
1284 GstElement *fakeeos;
1286 queue = gst_element_factory_make("queue", NULL);
1287 fakeeos = GST_ELEMENT(GST_BIN(g_object_new(GST_TYPE_FAKEEOS_BIN, "name", "eosbin", NULL)));
1288 if (queue && fakeeos)
1292 gst_bin_add_many(GST_BIN(bin), fakeeos, NULL);
1294 gst_bin_add_many(GST_BIN(fakeeos), queue, xvsink, NULL);
1295 gst_element_link_many(queue, xvsink, NULL);
1296 queue_pad = gst_element_get_pad(queue, "sink");
1297 gst_element_add_pad(fakeeos, gst_ghost_pad_new("sink", queue_pad));
1299 pad = gst_element_get_pad(fakeeos, "sink");
1300 teepad = gst_element_get_request_pad(tee, "src%d");
1301 gst_pad_link(teepad, pad);
1305 ev->teepad = teepad;
1310 if (fakeeos) gst_object_unref(fakeeos);
1311 if (queue) gst_object_unref(queue);
1312 gst_object_unref(xvsink);
1317 teepad = gst_element_get_pad(tee, "sink");
1318 gst_element_add_pad(bin, gst_ghost_pad_new("sink", teepad));
1319 gst_object_unref(teepad);
1321 #define GST_PLAY_FLAG_NATIVE_VIDEO (1 << 6)
1322 #define GST_PLAY_FLAG_DOWNLOAD (1 << 7)
1323 #define GST_PLAY_FLAG_AUDIO (1 << 1)
1324 #define GST_PLAY_FLAG_NATIVE_AUDIO (1 << 5)
1326 g_object_get(G_OBJECT(playbin), "flags", &flags, NULL);
1327 g_object_set(G_OBJECT(playbin), "flags", flags | GST_PLAY_FLAG_NATIVE_VIDEO | GST_PLAY_FLAG_DOWNLOAD | GST_PLAY_FLAG_NATIVE_AUDIO, NULL);
1328 g_object_set(G_OBJECT(playbin), "video-sink", bin, NULL);
1329 g_object_set(G_OBJECT(playbin), "uri", uri, NULL);
1331 evas_object_image_pixels_get_callback_set(obj, NULL, NULL);
1333 ev->stream = EINA_TRUE;
1337 Evas_Video_Surface video;
1339 video.version = EVAS_VIDEO_SURFACE_VERSION;
1341 video.parent = NULL;
1342 video.move = _video_move;
1343 video.resize = _video_resize;
1344 video.show = _video_show;
1345 video.hide = _video_hide;
1346 video.update_pixels = _video_update_pixels;
1348 evas_object_image_video_surface_set(obj, &video);
1349 ev->stream = EINA_FALSE;
1352 eina_stringshare_replace(&ev->uri, uri);
1353 ev->pipeline = playbin;
1356 ev->xvsink = xvsink;
1358 ev->threads = eina_list_append(ev->threads,
1359 ecore_thread_run(_emotion_gstreamer_pause,
1360 _emotion_gstreamer_end,
1361 _emotion_gstreamer_cancel,
1364 /** NOTE: you need to set: GST_DEBUG_DUMP_DOT_DIR=/tmp EMOTION_ENGINE=gstreamer to save the $EMOTION_GSTREAMER_DOT file in '/tmp' */
1365 /** then call dot -Tpng -oemotion_pipeline.png /tmp/$TIMESTAMP-$EMOTION_GSTREAMER_DOT.dot */
1366 if (getenv("EMOTION_GSTREAMER_DOT")) GST_DEBUG_BIN_TO_DOT_FILE_WITH_TS(GST_BIN(playbin), GST_DEBUG_GRAPH_SHOW_ALL, getenv("EMOTION_GSTREAMER_DOT"));
1371 gst_object_unref(xvsink);
1372 gst_object_unref(esink);
1373 gst_object_unref(tee);
1374 gst_object_unref(bin);
1375 gst_object_unref(playbin);