emotion: first try with xv.
[profile/ivi/emotion.git] / src / modules / gstreamer / emotion_sink.c
1 #include "emotion_gstreamer.h"
2
3 static GstStaticPadTemplate sinktemplate = GST_STATIC_PAD_TEMPLATE("sink",
4                                                                    GST_PAD_SINK, GST_PAD_ALWAYS,
5                                                                    GST_STATIC_CAPS(GST_VIDEO_CAPS_YUV("{ I420, YV12, YUY2, NV12, ST12, TM12 }") ";"
6                                                                                    GST_VIDEO_CAPS_BGRx ";" GST_VIDEO_CAPS_BGR ";" GST_VIDEO_CAPS_BGRA));
7
8 GST_DEBUG_CATEGORY_STATIC(evas_video_sink_debug);
9 #define GST_CAT_DEFAULT evas_video_sink_debug
10
11 enum {
12   REPAINT_REQUESTED,
13   LAST_SIGNAL
14 };
15
16 enum {
17   PROP_0,
18   PROP_EVAS_OBJECT,
19   PROP_WIDTH,
20   PROP_HEIGHT,
21   PROP_EV,
22   PROP_LAST
23 };
24
25 static guint evas_video_sink_signals[LAST_SIGNAL] = { 0, };
26
27 #define _do_init(bla)                                   \
28   GST_DEBUG_CATEGORY_INIT(evas_video_sink_debug,        \
29                           "emotion-sink",               \
30                           0,                            \
31                           "emotion video sink")
32
33 GST_BOILERPLATE_FULL(EvasVideoSink,
34                      evas_video_sink,
35                      GstVideoSink,
36                      GST_TYPE_VIDEO_SINK,
37                      _do_init);
38
39
40 static void unlock_buffer_mutex(EvasVideoSinkPrivate* priv);
41 static void evas_video_sink_main_render(void *data);
42 static void evas_video_sink_samsung_main_render(void *data);
43
44 static void
45 _evas_video_bgrx_step(unsigned char *evas_data, const unsigned char *gst_data,
46                       unsigned int w, unsigned int h __UNUSED__, unsigned int output_height, unsigned int step)
47 {
48    unsigned int x;
49    unsigned int y;
50
51    for (y = 0; y < output_height; ++y)
52      {
53         for (x = 0; x < w; x++)
54           {
55              evas_data[0] = gst_data[0];
56              evas_data[1] = gst_data[1];
57              evas_data[2] = gst_data[2];
58              evas_data[3] = 255;
59              gst_data += step;
60              evas_data += 4;
61           }
62      }
63 }
64
65 static void
66 _evas_video_bgr(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h, unsigned int output_height)
67 {
68    _evas_video_bgrx_step(evas_data, gst_data, w, h, output_height, 3);
69 }
70
71 static void
72 _evas_video_bgrx(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h, unsigned int output_height)
73 {
74    _evas_video_bgrx_step(evas_data, gst_data, w, h, output_height, 4);
75 }
76
77 static void
78 _evas_video_bgra(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h __UNUSED__, unsigned int output_height)
79 {
80    unsigned int x;
81    unsigned int y;
82
83    for (y = 0; y < output_height; ++y)
84      {
85         unsigned char alpha;
86
87         for (x = 0; x < w; ++x)
88           {
89              alpha = gst_data[3];
90              evas_data[0] = (gst_data[0] * alpha) / 255;
91              evas_data[1] = (gst_data[1] * alpha) / 255;
92              evas_data[2] = (gst_data[2] * alpha) / 255;
93              evas_data[3] = alpha;
94              gst_data += 4;
95              evas_data += 4;
96           }
97      }
98 }
99
100 static void
101 _evas_video_i420(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h __UNUSED__, unsigned int output_height)
102 {
103    const unsigned char **rows;
104    unsigned int i, j;
105    unsigned int rh;
106
107    rh = output_height;
108
109    rows = (const unsigned char **)evas_data;
110
111    for (i = 0; i < rh; i++)
112      rows[i] = &gst_data[i * w];
113
114    for (j = 0; j < (rh / 2); j++, i++)
115      rows[i] = &gst_data[h * w + j * (w / 2)];
116
117    for (j = 0; j < (rh / 2); j++, i++)
118      rows[i] = &gst_data[h * w + rh * (w / 4) + j * (w / 2)];
119 }
120
121 static void
122 _evas_video_yv12(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h __UNUSED__, unsigned int output_height)
123 {
124    const unsigned char **rows;
125    unsigned int i, j;
126    unsigned int rh;
127
128    rh = output_height;
129
130    rows = (const unsigned char **)evas_data;
131
132    for (i = 0; i < rh; i++)
133      rows[i] = &gst_data[i * w];
134
135    for (j = 0; j < (rh / 2); j++, i++)
136      rows[i] = &gst_data[h * w + rh * (w / 4) + j * (w / 2)];
137
138    for (j = 0; j < (rh / 2); j++, i++)
139      rows[i] = &gst_data[h * w + j * (w / 2)];
140 }
141
142 static void
143 _evas_video_yuy2(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h __UNUSED__, unsigned int output_height)
144 {
145    const unsigned char **rows;
146    unsigned int i;
147
148    rows = (const unsigned char **)evas_data;
149
150    for (i = 0; i < output_height; i++)
151      rows[i] = &gst_data[i * w * 2];
152 }
153
154 static void
155 _evas_video_nv12(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h __UNUSED__, unsigned int output_height)
156 {
157    const unsigned char **rows;
158    unsigned int i, j;
159    unsigned int rh;
160
161    rh = output_height;
162
163    rows = (const unsigned char **)evas_data;
164
165    for (i = 0; i < rh; i++)
166      rows[i] = &gst_data[i * w];
167
168    for (j = 0; j < (rh / 2); j++, i++)
169      rows[i] = &gst_data[rh * w + j * w];
170 }
171
172 static void
173 _evas_video_mt12(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h, unsigned int output_height __UNUSED__)
174 {
175    const unsigned char **rows;
176    unsigned int i;
177    unsigned int j;
178
179    rows = (const unsigned char **)evas_data;
180
181    for (i = 0; i < (h / 32) / 2; i++)
182      rows[i] = &gst_data[i * w * 2 * 32];
183
184    if ((h / 32) % 2)
185      {
186         rows[i] = &gst_data[i * w * 2 * 32];
187         i++;
188      }
189
190    for (j = 0; j < ((h / 2) / 32) / 2; ++j, ++i)
191      rows[i] = &gst_data[h * w + j * (w / 2) * 2 * 16];
192 }
193
194 static void
195 _evas_video_st12_multiplane(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w, unsigned int h, unsigned int output_height __UNUSED__)
196 {
197    const GstMultiPlaneImageBuffer *mp_buf = (const GstMultiPlaneImageBuffer *) gst_data;
198    const unsigned char **rows;
199    unsigned int i;
200    unsigned int j;
201
202    rows = (const unsigned char **)evas_data;
203
204    for (i = 0; i < (h / 32) / 2; i++)
205      rows[i] = mp_buf->uaddr[0] + i * w * 2 * 32;
206    if ((h / 32) % 2)
207      {
208         rows[i] = mp_buf->uaddr[0] + i * w * 2 * 32;
209         i++;
210      }
211
212    for (j = 0; j < ((h / 2) / 16) / 2; j++, i++)
213      {
214        rows[i] = mp_buf->uaddr[1] + j * w * 2 * 16 * 2;
215      }
216    if (((h / 2) / 16) % 2)
217      rows[i] = mp_buf->uaddr[1] + j * w * 2 * 16 * 2;
218 }
219
220 static void
221 _evas_video_st12(unsigned char *evas_data, const unsigned char *gst_data, unsigned int w __UNUSED__, unsigned int h, unsigned int output_height __UNUSED__)
222 {
223    const SCMN_IMGB *imgb = (const SCMN_IMGB *) gst_data;
224    const unsigned char **rows;
225    unsigned int i, j;
226
227    rows = (const unsigned char **)evas_data;
228
229    for (i = 0; i < (h / 32) / 2; i++)
230      rows[i] = imgb->uaddr[0] + i * imgb->stride[0] * 2 * 32;
231    if ((h / 32) % 2)
232      {
233         rows[i] = imgb->uaddr[0] + i * imgb->stride[0] * 2 * 32;
234         i++;
235      }
236
237    for (j = 0; j < (unsigned int) imgb->elevation[1] / 32 / 2; j++, i++)
238      rows[i] = imgb->uaddr[1] + j * imgb->stride[1] * 32 * 2;
239    if ((imgb->elevation[1] / 32) % 2)
240      rows[i++] = imgb->uaddr[1] + j * imgb->stride[1] * 32 * 2;
241 }
242
243 static const struct {
244    const char *name;
245    guint32 fourcc;
246    Evas_Colorspace eformat;
247    Evas_Video_Convert_Cb func;
248    Eina_Bool force_height;
249 } colorspace_fourcc_convertion[] = {
250   { "I420", GST_MAKE_FOURCC('I', '4', '2', '0'), EVAS_COLORSPACE_YCBCR422P601_PL, _evas_video_i420, EINA_TRUE },
251   { "YV12", GST_MAKE_FOURCC('Y', 'V', '1', '2'), EVAS_COLORSPACE_YCBCR422P601_PL, _evas_video_yv12, EINA_TRUE },
252   { "YUY2", GST_MAKE_FOURCC('Y', 'U', 'Y', '2'), EVAS_COLORSPACE_YCBCR422601_PL, _evas_video_yuy2, EINA_FALSE },
253   { "NV12", GST_MAKE_FOURCC('N', 'V', '1', '2'), EVAS_COLORSPACE_YCBCR420NV12601_PL, _evas_video_nv12, EINA_TRUE },
254   { "TM12", GST_MAKE_FOURCC('T', 'M', '1', '2'), EVAS_COLORSPACE_YCBCR420TM12601_PL, _evas_video_mt12, EINA_TRUE }
255 };
256
257 static const struct {
258    const char *name;
259    GstVideoFormat format;
260    Evas_Colorspace eformat;
261    Evas_Video_Convert_Cb func;
262 } colorspace_format_convertion[] = {
263   { "BGR", GST_VIDEO_FORMAT_BGR, EVAS_COLORSPACE_ARGB8888, _evas_video_bgr },
264   { "BGRx", GST_VIDEO_FORMAT_BGRx, EVAS_COLORSPACE_ARGB8888, _evas_video_bgrx },
265   { "BGRA", GST_VIDEO_FORMAT_BGRA, EVAS_COLORSPACE_ARGB8888, _evas_video_bgra }
266 };
267
268 static void
269 evas_video_sink_base_init(gpointer g_class)
270 {
271    GstElementClass* element_class;
272
273    element_class = GST_ELEMENT_CLASS(g_class);
274    gst_element_class_add_pad_template(element_class, gst_static_pad_template_get(&sinktemplate));
275    gst_element_class_set_details_simple(element_class, "Evas video sink",
276                                         "Sink/Video", "Sends video data from a GStreamer pipeline to an Evas object",
277                                         "Vincent Torri <vtorri@univ-evry.fr>");
278 }
279
280 static void
281 evas_video_sink_init(EvasVideoSink* sink, EvasVideoSinkClass* klass __UNUSED__)
282 {
283    EvasVideoSinkPrivate* priv;
284
285    INF("sink init");
286    sink->priv = priv = G_TYPE_INSTANCE_GET_PRIVATE(sink, EVAS_TYPE_VIDEO_SINK, EvasVideoSinkPrivate);
287    priv->o = NULL;
288    priv->width = 0;
289    priv->height = 0;
290    priv->func = NULL;
291    priv->eformat = EVAS_COLORSPACE_ARGB8888;
292    priv->samsung = EINA_FALSE;
293    eina_lock_new(&priv->m);
294    eina_condition_new(&priv->c, &priv->m);
295    priv->unlocked = EINA_FALSE;
296 }
297
298 /**** Object methods ****/
299 static void
300 _cleanup_priv(void *data, Evas *e __UNUSED__, Evas_Object *obj, void *event_info __UNUSED__)
301 {
302    EvasVideoSinkPrivate* priv;
303
304    priv = data;
305
306    eina_lock_take(&priv->m);
307    if (priv->o == obj)
308      priv->o = NULL;
309    eina_lock_release(&priv->m);
310 }
311
312 static void
313 evas_video_sink_set_property(GObject * object, guint prop_id,
314                              const GValue * value, GParamSpec * pspec)
315 {
316    EvasVideoSink* sink;
317    EvasVideoSinkPrivate* priv;
318
319    sink = EVAS_VIDEO_SINK (object);
320    priv = sink->priv;
321
322    switch (prop_id) {
323     case PROP_EVAS_OBJECT:
324        eina_lock_take(&priv->m);
325        evas_object_event_callback_del(priv->o, EVAS_CALLBACK_FREE, _cleanup_priv);
326        priv->o = g_value_get_pointer (value);
327        INF("sink set Evas_Object %p.", priv->o);
328        evas_object_event_callback_add(priv->o, EVAS_CALLBACK_FREE, _cleanup_priv, priv);
329        eina_lock_release(&priv->m);
330        break;
331     case PROP_EV:
332        INF("sink set ev.");
333        eina_lock_take(&priv->m);
334        priv->ev = g_value_get_pointer (value);
335        if (priv->ev)
336          priv->ev->samsung = EINA_TRUE;
337        eina_lock_release(&priv->m);
338        break;
339     default:
340        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
341        ERR("invalid property");
342        break;
343    }
344 }
345
346 static void
347 evas_video_sink_get_property(GObject * object, guint prop_id,
348                              GValue * value, GParamSpec * pspec)
349 {
350    EvasVideoSink* sink;
351    EvasVideoSinkPrivate* priv;
352
353    sink = EVAS_VIDEO_SINK (object);
354    priv = sink->priv;
355
356    switch (prop_id) {
357     case PROP_EVAS_OBJECT:
358        INF("sink get property.");
359        eina_lock_take(&priv->m);
360        g_value_set_pointer(value, priv->o);
361        eina_lock_release(&priv->m);
362        break;
363     case PROP_WIDTH:
364        INF("sink get width.");
365        eina_lock_take(&priv->m);
366        g_value_set_int(value, priv->width);
367        eina_lock_release(&priv->m);
368        break;
369     case PROP_HEIGHT:
370        INF("sink get height.");
371        eina_lock_take(&priv->m);
372        g_value_set_int (value, priv->height);
373        eina_lock_release(&priv->m);
374        break;
375     case PROP_EV:
376        INF("sink get ev.");
377        eina_lock_take(&priv->m);
378        g_value_set_pointer (value, priv->ev);
379        eina_lock_release(&priv->m);
380        break;
381     default:
382        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
383        ERR("invalide property");
384        break;
385    }
386 }
387
388 static void
389 evas_video_sink_dispose(GObject* object)
390 {
391    EvasVideoSink* sink;
392    EvasVideoSinkPrivate* priv;
393
394    INF("dispose.");
395
396    sink = EVAS_VIDEO_SINK(object);
397    priv = sink->priv;
398
399    eina_lock_free(&priv->m);
400    eina_condition_free(&priv->c);
401
402    G_OBJECT_CLASS(parent_class)->dispose(object);
403 }
404
405
406 /**** BaseSink methods ****/
407
408 gboolean evas_video_sink_set_caps(GstBaseSink *bsink, GstCaps *caps)
409 {
410    EvasVideoSink* sink;
411    EvasVideoSinkPrivate* priv;
412    GstStructure *structure;
413    GstVideoFormat format;
414    guint32 fourcc;
415    unsigned int i;
416
417    sink = EVAS_VIDEO_SINK(bsink);
418    priv = sink->priv;
419
420    structure = gst_caps_get_structure(caps, 0);
421
422    if (gst_structure_get_int(structure, "width", (int*) &priv->width)
423        && gst_structure_get_int(structure, "height", (int*) &priv->height)
424        && gst_structure_get_fourcc(structure, "format", &fourcc))
425      {
426         priv->source_height = priv->height;
427
428         for (i = 0; i < sizeof (colorspace_fourcc_convertion) / sizeof (colorspace_fourcc_convertion[0]); ++i)
429           if (fourcc == colorspace_fourcc_convertion[i].fourcc)
430             {
431                fprintf(stderr, "Found '%s'\n", colorspace_fourcc_convertion[i].name);
432                priv->eformat = colorspace_fourcc_convertion[i].eformat;
433                priv->func = colorspace_fourcc_convertion[i].func;
434                if (colorspace_fourcc_convertion[i].force_height)
435                  {
436                     priv->height = (priv->height >> 1) << 1;
437                  }
438                if (priv->ev)
439                  priv->ev->kill_buffer = EINA_TRUE;
440                return TRUE;
441             }
442
443         if (fourcc == GST_MAKE_FOURCC('S', 'T', '1', '2'))
444           {
445              fprintf(stderr, "Found '%s'\n", "ST12");
446              priv->eformat = EVAS_COLORSPACE_YCBCR420TM12601_PL;
447              priv->samsung = EINA_TRUE;
448              priv->func = NULL;
449              if (priv->ev)
450                {
451                   priv->ev->samsung = EINA_TRUE;
452                   priv->ev->kill_buffer = EINA_TRUE;
453                }
454              return TRUE;
455           }
456      }
457
458    INF("fallback code !");
459    if (!gst_video_format_parse_caps(caps, &format, (int*) &priv->width, (int*) &priv->height))
460      {
461         ERR("Unable to parse caps.");
462         return FALSE;
463      }
464
465    priv->source_height = priv->height;
466
467    for (i = 0; i < sizeof (colorspace_format_convertion) / sizeof (colorspace_format_convertion[0]); ++i)
468      if (format == colorspace_format_convertion[i].format)
469        {
470           fprintf(stderr, "Found '%s'\n", colorspace_format_convertion[i].name);
471           priv->eformat = colorspace_format_convertion[i].eformat;
472           priv->func = colorspace_format_convertion[i].func;
473           if (priv->ev)
474             priv->ev->kill_buffer = EINA_FALSE;
475           return TRUE;
476        }
477
478    ERR("unsupported : %d\n", format);
479    return FALSE;
480 }
481
482 static gboolean
483 evas_video_sink_start(GstBaseSink* base_sink)
484 {
485    EvasVideoSinkPrivate* priv;
486    gboolean res = TRUE;
487
488    INF("sink start");
489
490    priv = EVAS_VIDEO_SINK(base_sink)->priv;
491    eina_lock_take(&priv->m);
492    if (!priv->o)
493      res = FALSE;
494    else
495      priv->unlocked = EINA_FALSE;
496    eina_lock_release(&priv->m);
497    return res;
498 }
499
500 static gboolean
501 evas_video_sink_stop(GstBaseSink* base_sink)
502 {
503    EvasVideoSinkPrivate* priv = EVAS_VIDEO_SINK(base_sink)->priv;
504
505    INF("sink stop");
506
507    unlock_buffer_mutex(priv);
508    return TRUE;
509 }
510
511 static gboolean
512 evas_video_sink_unlock(GstBaseSink* object)
513 {
514    EvasVideoSink* sink;
515
516    INF("sink unlock");
517
518    sink = EVAS_VIDEO_SINK(object);
519
520    unlock_buffer_mutex(sink->priv);
521
522    return GST_CALL_PARENT_WITH_DEFAULT(GST_BASE_SINK_CLASS, unlock,
523                                        (object), TRUE);
524 }
525
526 static gboolean
527 evas_video_sink_unlock_stop(GstBaseSink* object)
528 {
529    EvasVideoSink* sink;
530    EvasVideoSinkPrivate* priv;
531
532    sink = EVAS_VIDEO_SINK(object);
533    priv = sink->priv;
534
535    INF("sink unlock stop");
536
537    eina_lock_take(&priv->m);
538    priv->unlocked = FALSE;
539    eina_lock_release(&priv->m);
540
541    return GST_CALL_PARENT_WITH_DEFAULT(GST_BASE_SINK_CLASS, unlock_stop,
542                                        (object), TRUE);
543 }
544
545 static GstFlowReturn
546 evas_video_sink_preroll(GstBaseSink* bsink, GstBuffer* buffer)
547 {
548    Emotion_Gstreamer_Buffer *send;
549    EvasVideoSinkPrivate *priv;
550    EvasVideoSink *sink;
551
552    INF("sink preroll %p [%i]", GST_BUFFER_DATA(buffer), GST_BUFFER_SIZE(buffer));
553
554    sink = EVAS_VIDEO_SINK(bsink);
555    priv = sink->priv;
556
557    if (GST_BUFFER_SIZE(buffer) <= 0 && !priv->samsung)
558      {
559         WRN("empty buffer");
560         return GST_FLOW_OK;
561      }
562
563    send = emotion_gstreamer_buffer_alloc(priv, buffer, EINA_TRUE);
564
565    if (send)
566      {
567         if (priv->samsung)
568           {
569              if (!priv->func)
570                {
571                   GstStructure *structure;
572                   GstCaps *caps;
573                   gboolean is_multiplane = FALSE;
574
575                   caps = GST_BUFFER_CAPS(buffer);
576                   structure = gst_caps_get_structure (caps, 0);
577                   gst_structure_get_boolean(structure, "multiplane", &is_multiplane);
578                   gst_caps_unref(caps);
579
580                   if (is_multiplane)
581                     priv->func = _evas_video_st12_multiplane;
582                   else
583                     priv->func = _evas_video_st12;
584                }
585
586              ecore_main_loop_thread_safe_call_async(evas_video_sink_samsung_main_render, send);
587           }
588         else
589           ecore_main_loop_thread_safe_call_async(evas_video_sink_main_render, send);
590      }
591
592    return GST_FLOW_OK;
593 }
594
595 static GstFlowReturn
596 evas_video_sink_render(GstBaseSink* bsink, GstBuffer* buffer)
597 {
598    Emotion_Gstreamer_Buffer *send;
599    EvasVideoSinkPrivate *priv;
600    EvasVideoSink *sink;
601
602    INF("sink render %p", buffer);
603
604    sink = EVAS_VIDEO_SINK(bsink);
605    priv = sink->priv;
606
607    eina_lock_take(&priv->m);
608
609    if (priv->unlocked) {
610       ERR("LOCKED");
611       eina_lock_release(&priv->m);
612       return GST_FLOW_OK;
613    }
614
615    send = emotion_gstreamer_buffer_alloc(priv, buffer, EINA_FALSE);
616    if (!send) {
617       eina_lock_release(&priv->m);
618       return GST_FLOW_ERROR;
619    }
620
621    if (priv->samsung)
622      {
623         if (!priv->func)
624           {
625              GstStructure *structure;
626              GstCaps *caps;
627              gboolean is_multiplane = FALSE;
628
629              caps = GST_BUFFER_CAPS(buffer);
630              structure = gst_caps_get_structure (caps, 0);
631              gst_structure_get_boolean(structure, "multiplane", &is_multiplane);
632              gst_caps_unref(caps);
633
634              if (is_multiplane)
635                priv->func = _evas_video_st12_multiplane;
636              else
637                priv->func = _evas_video_st12;
638           }
639
640         ecore_main_loop_thread_safe_call_async(evas_video_sink_samsung_main_render, send);
641      }
642    else
643      ecore_main_loop_thread_safe_call_async(evas_video_sink_main_render, send);
644
645    eina_condition_wait(&priv->c);
646    eina_lock_release(&priv->m);
647
648    return GST_FLOW_OK;
649 }
650
651 static void
652 evas_video_sink_samsung_main_render(void *data)
653 {
654    Emotion_Gstreamer_Buffer *send;
655    Emotion_Video_Stream *vstream;
656    EvasVideoSinkPrivate* priv;
657    GstBuffer* buffer;
658    unsigned char *evas_data;
659    const guint8 *gst_data;
660    GstFormat fmt = GST_FORMAT_TIME;
661    gint64 pos;
662    Eina_Bool preroll;
663    int stride, elevation;
664    Evas_Coord w, h;
665
666    send = data;
667
668    if (!send) goto exit_point;
669
670    priv = send->sink;
671    buffer = send->frame;
672    preroll = send->preroll;
673
674    if (!priv || !priv->o || priv->unlocked)
675      goto exit_point;
676
677    if (!send->ev->stream && !send->force)
678      {
679         if (send->ev->send)
680           emotion_gstreamer_buffer_free(send->ev->send);
681         send->ev->send = send;
682         goto exit_stream;
683      }
684
685    _emotion_gstreamer_video_pipeline_parse(send->ev, EINA_TRUE);
686
687    /* Getting stride to compute the right size and then fill the object properly */
688    /* Y => [0] and UV in [1] */
689    if (priv->func == _evas_video_st12_multiplane)
690      {
691         const GstMultiPlaneImageBuffer *mp_buf = (const GstMultiPlaneImageBuffer *) buffer;
692
693         stride = mp_buf->stride[0];
694         elevation = mp_buf->elevation[0];
695         priv->width = mp_buf->width[0];
696         priv->height = mp_buf->height[0];
697
698         gst_data = (const guint8 *) mp_buf;
699      }
700    else
701      {
702         const SCMN_IMGB *imgb = (const SCMN_IMGB *) GST_BUFFER_MALLOCDATA(buffer);
703
704         stride = imgb->stride[0];
705         elevation = imgb->elevation[0];
706         priv->width = imgb->width[0];
707         priv->height = imgb->height[0];
708
709         gst_data = (const guint8 *) imgb;
710      }
711
712    evas_object_geometry_get(priv->o, NULL, NULL, &w, &h);
713
714    send->ev->fill.width = stride * w / priv->width;
715    send->ev->fill.height = elevation * h / priv->height;
716
717    evas_object_image_alpha_set(priv->o, 0);
718    evas_object_image_colorspace_set(priv->o, priv->eformat);
719    evas_object_image_size_set(priv->o, stride, elevation);
720    evas_object_image_fill_set(priv->o, 0, 0, send->ev->fill.width, send->ev->fill.height);
721
722    evas_data = evas_object_image_data_get(priv->o, 1);
723
724    if (priv->func)
725      priv->func(evas_data, gst_data, stride, elevation, elevation);
726    else
727      WRN("No way to decode %x colorspace !", priv->eformat);
728
729    evas_object_image_data_set(priv->o, evas_data);
730    evas_object_image_data_update_add(priv->o, 0, 0, priv->width, priv->height);
731    evas_object_image_pixels_dirty_set(priv->o, 0);
732
733    _emotion_frame_new(send->ev->obj);
734
735    vstream = eina_list_nth(send->ev->video_streams, send->ev->video_stream_nbr - 1);
736
737    gst_element_query_position(send->ev->pipeline, &fmt, &pos);
738    send->ev->position = (double)pos / (double)GST_SECOND;
739
740    if (vstream)
741      {
742         vstream->width = priv->width;
743         vstream->height = priv->height;
744
745         _emotion_video_pos_update(send->ev->obj, send->ev->position, vstream->length_time);
746      }
747
748    send->ev->ratio = (double) priv->width / (double) priv->height;
749    _emotion_frame_resize(send->ev->obj, priv->width, priv->height, send->ev->ratio);
750
751    /* FIXME: why is last buffer not protected ? */
752
753  exit_point:
754    emotion_gstreamer_buffer_free(send);
755
756  exit_stream:
757    if (preroll || !priv->o) return ;
758
759    if (!priv->unlocked)
760      eina_condition_signal(&priv->c);
761 }
762
763 static void
764 evas_video_sink_main_render(void *data)
765 {
766    Emotion_Gstreamer_Buffer *send;
767    Emotion_Gstreamer_Video *ev = NULL;
768    Emotion_Video_Stream *vstream;
769    EvasVideoSinkPrivate* priv;
770    GstBuffer* buffer;
771    unsigned char *evas_data;
772    GstFormat fmt = GST_FORMAT_TIME;
773    gint64 pos;
774    Eina_Bool preroll;
775
776    send = data;
777
778    if (!send) goto exit_point;
779
780    priv = send->sink;
781    buffer = send->frame;
782    preroll = send->preroll;
783    ev = send->ev;
784
785    if (!priv || !priv->o || priv->unlocked)
786      goto exit_point;
787
788    if (!ev->stream && !send->force)
789      {
790         if (ev->send)
791           emotion_gstreamer_buffer_free(ev->send);
792         ev->send = send;
793         goto exit_stream;
794      }
795
796    _emotion_gstreamer_video_pipeline_parse(ev, EINA_TRUE);
797
798    INF("sink main render [%i, %i] (source height: %i)", priv->width, priv->height, priv->source_height);
799
800    evas_object_image_alpha_set(priv->o, 0);
801    evas_object_image_colorspace_set(priv->o, priv->eformat);
802    evas_object_image_size_set(priv->o, priv->width, priv->height);
803
804    evas_data = evas_object_image_data_get(priv->o, 1);
805
806    if (priv->func)
807      priv->func(evas_data, GST_BUFFER_DATA(buffer), priv->width, priv->source_height, priv->height);
808    else
809      WRN("No way to decode %x colorspace !", priv->eformat);
810
811    evas_object_image_data_set(priv->o, evas_data);
812    evas_object_image_data_update_add(priv->o, 0, 0, priv->width, priv->height);
813    evas_object_image_pixels_dirty_set(priv->o, 0);
814
815    _emotion_frame_new(ev->obj);
816
817    gst_element_query_position(ev->pipeline, &fmt, &pos);
818    ev->position = (double)pos / (double)GST_SECOND;
819
820    vstream = eina_list_nth(ev->video_streams, ev->video_stream_nbr - 1);
821
822    if (vstream)
823      {
824        vstream->width = priv->width;
825        vstream->height = priv->height;
826        _emotion_video_pos_update(ev->obj, ev->position, vstream->length_time);
827      }
828
829    ev->ratio = (double) priv->width / (double) priv->height;
830
831    _emotion_frame_resize(ev->obj, priv->width, priv->height, ev->ratio);
832
833    buffer = gst_buffer_ref(buffer);
834    if (ev->last_buffer) gst_buffer_unref(ev->last_buffer);
835    ev->last_buffer = buffer;
836
837  exit_point:
838    emotion_gstreamer_buffer_free(send);
839
840  exit_stream:
841    if (preroll || !priv->o) return ;
842
843    if (!priv->unlocked)
844      eina_condition_signal(&priv->c);
845 }
846
847 static void
848 unlock_buffer_mutex(EvasVideoSinkPrivate* priv)
849 {
850    priv->unlocked = EINA_TRUE;
851
852    eina_condition_signal(&priv->c);
853 }
854
855 static void
856 marshal_VOID__MINIOBJECT(GClosure * closure, GValue * return_value __UNUSED__,
857                          guint n_param_values, const GValue * param_values,
858                          gpointer invocation_hint __UNUSED__, gpointer marshal_data)
859 {
860    typedef void (*marshalfunc_VOID__MINIOBJECT) (gpointer obj, gpointer arg1, gpointer data2);
861    marshalfunc_VOID__MINIOBJECT callback;
862    GCClosure *cc;
863    gpointer data1, data2;
864
865    cc = (GCClosure *) closure;
866
867    g_return_if_fail(n_param_values == 2);
868
869    if (G_CCLOSURE_SWAP_DATA(closure)) {
870       data1 = closure->data;
871       data2 = g_value_peek_pointer(param_values + 0);
872    } else {
873       data1 = g_value_peek_pointer(param_values + 0);
874       data2 = closure->data;
875    }
876    callback = (marshalfunc_VOID__MINIOBJECT) (marshal_data ? marshal_data : cc->callback);
877
878    callback(data1, gst_value_get_mini_object(param_values + 1), data2);
879 }
880
881 static void
882 evas_video_sink_class_init(EvasVideoSinkClass* klass)
883 {
884    GObjectClass* gobject_class;
885    GstBaseSinkClass* gstbase_sink_class;
886
887    gobject_class = G_OBJECT_CLASS(klass);
888    gstbase_sink_class = GST_BASE_SINK_CLASS(klass);
889
890    g_type_class_add_private(klass, sizeof(EvasVideoSinkPrivate));
891
892    gobject_class->set_property = evas_video_sink_set_property;
893    gobject_class->get_property = evas_video_sink_get_property;
894
895    g_object_class_install_property (gobject_class, PROP_EVAS_OBJECT,
896                                     g_param_spec_pointer ("evas-object", "Evas Object",
897                                                           "The Evas object where the display of the video will be done",
898                                                           G_PARAM_READWRITE));
899
900    g_object_class_install_property (gobject_class, PROP_WIDTH,
901                                     g_param_spec_int ("width", "Width",
902                                                       "The width of the video",
903                                                       0, 65536, 0, G_PARAM_READABLE | G_PARAM_STATIC_STRINGS));
904
905    g_object_class_install_property (gobject_class, PROP_HEIGHT,
906                                     g_param_spec_int ("height", "Height",
907                                                       "The height of the video",
908                                                       0, 65536, 0, G_PARAM_READABLE | G_PARAM_STATIC_STRINGS));
909    g_object_class_install_property (gobject_class, PROP_EV,
910                                     g_param_spec_pointer ("ev", "Emotion_Gstreamer_Video",
911                                                           "THe internal data of the emotion object",
912                                                           G_PARAM_READWRITE));
913
914    gobject_class->dispose = evas_video_sink_dispose;
915
916    gstbase_sink_class->set_caps = evas_video_sink_set_caps;
917    gstbase_sink_class->stop = evas_video_sink_stop;
918    gstbase_sink_class->start = evas_video_sink_start;
919    gstbase_sink_class->unlock = evas_video_sink_unlock;
920    gstbase_sink_class->unlock_stop = evas_video_sink_unlock_stop;
921    gstbase_sink_class->render = evas_video_sink_render;
922    gstbase_sink_class->preroll = evas_video_sink_preroll;
923
924    evas_video_sink_signals[REPAINT_REQUESTED] = g_signal_new("repaint-requested",
925                                                              G_TYPE_FROM_CLASS(klass),
926                                                              (GSignalFlags)(G_SIGNAL_RUN_LAST | G_SIGNAL_ACTION),
927                                                              0,
928                                                              0,
929                                                              0,
930                                                              marshal_VOID__MINIOBJECT,
931                                                              G_TYPE_NONE, 1, GST_TYPE_BUFFER);
932 }
933
934 gboolean
935 gstreamer_plugin_init (GstPlugin * plugin)
936 {
937    return gst_element_register (plugin,
938                                 "emotion-sink",
939                                 GST_RANK_NONE,
940                                 EVAS_TYPE_VIDEO_SINK);
941 }
942
943 static void
944 _emotion_gstreamer_pause(void *data, Ecore_Thread *thread)
945 {
946    Emotion_Gstreamer_Video *ev = data;
947
948    if (ecore_thread_check(thread) || !ev->pipeline) return ;
949
950    gst_element_set_state(ev->pipeline, GST_STATE_PAUSED);
951 }
952
953 static void
954 _emotion_gstreamer_cancel(void *data, Ecore_Thread *thread)
955 {
956    Emotion_Gstreamer_Video *ev = data;
957
958    ev->threads = eina_list_remove(ev->threads, thread);
959
960    if (getenv("EMOTION_GSTREAMER_DOT")) GST_DEBUG_BIN_TO_DOT_FILE_WITH_TS(GST_BIN(ev->pipeline), GST_DEBUG_GRAPH_SHOW_ALL, getenv("EMOTION_GSTREAMER_DOT"));
961
962    if (ev->in == ev->out && ev->delete_me)
963      em_shutdown(ev);
964 }
965
966 static void
967 _emotion_gstreamer_end(void *data, Ecore_Thread *thread)
968 {
969    Emotion_Gstreamer_Video *ev = data;
970
971    ev->threads = eina_list_remove(ev->threads, thread);
972
973    if (ev->play)
974      {
975         gst_element_set_state(ev->pipeline, GST_STATE_PLAYING);
976         ev->play_started = 1;
977      }
978
979    if (getenv("EMOTION_GSTREAMER_DOT")) GST_DEBUG_BIN_TO_DOT_FILE_WITH_TS(GST_BIN(ev->pipeline), GST_DEBUG_GRAPH_SHOW_ALL, getenv("EMOTION_GSTREAMER_DOT"));
980
981    if (ev->in == ev->out && ev->delete_me)
982      em_shutdown(ev);
983    else
984      _emotion_gstreamer_video_pipeline_parse(data, EINA_TRUE);
985 }
986
987 static void
988 _on_resize_fill(void *data, Evas *e __UNUSED__, Evas_Object *obj, void *event_info __UNUSED__)
989 {
990    Emotion_Gstreamer_Video *ev = data;
991
992    if (ev->samsung)
993      evas_object_image_fill_set(obj, 0, 0, ev->fill.width, ev->fill.height);
994 }
995
996 static void
997 _video_resize(void *data, Evas_Object *obj __UNUSED__, const Evas_Video_Surface *surface __UNUSED__,
998               Evas_Coord w, Evas_Coord h)
999 {
1000    Emotion_Gstreamer_Video *ev = data;
1001
1002    ecore_x_window_resize(ev->win, w, h);
1003    fprintf(stderr, "resize: %i, %i\n", w, h);
1004 }
1005
1006 static void
1007 _video_move(void *data, Evas_Object *obj __UNUSED__, const Evas_Video_Surface *surface __UNUSED__,
1008             Evas_Coord x, Evas_Coord y)
1009 {
1010    Emotion_Gstreamer_Video *ev = data;
1011
1012    ecore_x_window_move(ev->win, x, y);
1013 }
1014
1015 static void
1016 _video_show(void *data, Evas_Object *obj __UNUSED__, const Evas_Video_Surface *surface __UNUSED__)
1017 {
1018    Emotion_Gstreamer_Video *ev = data;
1019
1020    fprintf(stderr, "show xwin %i\n", ev->win);
1021
1022    ecore_x_window_show(ev->win);
1023    gst_pad_link(ev->teepad, ev->xvpad);
1024    ev->linked = EINA_TRUE;
1025 }
1026
1027 static void
1028 _video_hide(void *data, Evas_Object *obj __UNUSED__, const Evas_Video_Surface *surface __UNUSED__)
1029 {
1030    Emotion_Gstreamer_Video *ev = data;
1031
1032    fprintf(stderr, "hide xwin: %i\n", ev->win);
1033
1034    ecore_x_window_hide(ev->win);
1035    gst_pad_unlink(ev->teepad, ev->xvpad);
1036    ev->linked = EINA_FALSE;
1037 }
1038
1039 static void
1040 _video_update_pixels(void *data, Evas_Object *obj, const Evas_Video_Surface *surface __UNUSED__)
1041 {
1042    Emotion_Gstreamer_Video *ev = data;
1043
1044    if (!ev->send) return ;
1045
1046    ev->send->force = EINA_TRUE;
1047    evas_video_sink_main_render(ev->send);
1048    ev->send = NULL;
1049 }
1050
1051 GstElement *
1052 gstreamer_video_sink_new(Emotion_Gstreamer_Video *ev,
1053                          Evas_Object *o,
1054                          const char *uri)
1055 {
1056    GstElement *playbin;
1057    GstElement *bin = NULL;
1058    GstElement *esink = NULL;
1059    GstElement *xvsink = NULL;
1060    GstElement *tee = NULL;
1061    GstElement *queue = NULL;
1062    Evas_Object *obj;
1063    GstPad *pad;
1064    GstPad *teepad;
1065    int flags;
1066 #if defined HAVE_ECORE_X && defined HAVE_XOVERLAY_H
1067    const char *engine;
1068    Eina_List *engines;
1069 #endif
1070
1071    obj = emotion_object_image_get(o);
1072    if (!obj)
1073      {
1074         ERR("Not Evas_Object specified");
1075         return NULL;
1076      }
1077
1078    evas_object_event_callback_del_full(obj, EVAS_CALLBACK_RESIZE, _on_resize_fill, ev);
1079
1080    if (!uri)
1081      return NULL;
1082
1083    playbin = gst_element_factory_make("playbin2", "playbin");
1084    if (!playbin)
1085      {
1086         ERR("Unable to create 'playbin' GstElement.");
1087         return NULL;
1088      }
1089
1090    bin = gst_bin_new(NULL);
1091    if (!bin)
1092      {
1093        ERR("Unable to create GstBin !");
1094        goto unref_pipeline;
1095      }
1096
1097    tee = gst_element_factory_make("tee", NULL);
1098    if (!tee)
1099      {
1100        ERR("Unable to create 'tee' GstElement.");
1101        goto unref_pipeline;
1102      }
1103
1104    fprintf(stderr, "priority: %i\n", ev->priority);
1105
1106 #if defined HAVE_ECORE_X && defined HAVE_XOVERLAY_H
1107    engines = evas_render_method_list();
1108
1109    engine = eina_list_nth(engines, evas_output_method_get(evas_object_evas_get(obj)) - 1);
1110
1111    if (ev->priority && engine && strstr(engine, "_x11") != NULL)
1112      {
1113         Ecore_Evas *ee;
1114         Evas_Coord x, y, w, h;
1115         Ecore_X_Window win;
1116
1117         evas_object_geometry_get(obj, &x, &y, &w, &h);
1118
1119         ee = ecore_evas_ecore_evas_get(evas_object_evas_get(obj));
1120
1121         if (w < 1) w = 1;
1122         if (h < 1) h = 1;
1123
1124         win = ecore_x_window_new((Ecore_X_Window) ecore_evas_window_get(ee), x, y, w, h);
1125         if (win)
1126           {
1127              xvsink = gst_element_factory_make("xvimagesink", NULL);
1128              if (xvsink)
1129                {
1130                   gst_x_overlay_set_window_handle(GST_X_OVERLAY(xvsink), win);
1131                   ev->win = win;
1132                }
1133              else
1134                {
1135                   ecore_x_window_free(win);
1136                }
1137           }
1138      }
1139    evas_render_method_list_free(engines);
1140 #else
1141 # warning "no ecore_x or xoverlay"
1142 #endif
1143
1144    esink = gst_element_factory_make("emotion-sink", "sink");
1145    if (!esink)
1146      {
1147         ERR("Unable to create 'emotion-sink' GstElement.");
1148         goto unref_pipeline;
1149      }
1150
1151    g_object_set(G_OBJECT(esink), "evas-object", obj, NULL);
1152    g_object_set(G_OBJECT(esink), "ev", ev, NULL);
1153
1154    evas_object_image_pixels_get_callback_set(obj, NULL, NULL);
1155
1156    /* We need queue to force each video sink to be in its own thread */
1157    queue = gst_element_factory_make("queue", NULL);
1158    if (!queue)
1159      {
1160         ERR("Unable to create 'queue' GstElement.");
1161         goto unref_pipeline;
1162      }
1163
1164    gst_bin_add_many(GST_BIN(bin), tee, queue, esink, xvsink, NULL);
1165    gst_element_link_many(queue, esink, NULL);
1166
1167    /* link both sink to GstTee */
1168    pad = gst_element_get_pad(queue, "sink");
1169    teepad = gst_element_get_request_pad(tee, "src%d");
1170    gst_pad_link(teepad, pad);
1171    gst_object_unref(pad);
1172    gst_object_unref(teepad);
1173
1174    if (xvsink)
1175      {
1176         queue = gst_element_factory_make("queue", NULL);
1177         if (queue)
1178           {
1179             gst_bin_add_many(GST_BIN(bin), queue, NULL);
1180             gst_element_link_many(queue, xvsink, NULL);
1181
1182             pad = gst_element_get_pad(queue, "sink");
1183             teepad = gst_element_get_request_pad(tee, "src%d");
1184             gst_pad_link(teepad, pad);
1185
1186             ev->teepad = teepad;
1187             ev->xvpad = pad;
1188           }
1189         else
1190           {
1191             gst_object_unref(xvsink);
1192             xvsink = NULL;
1193           }
1194      }
1195
1196    teepad = gst_element_get_pad(tee, "sink");
1197    gst_element_add_pad(bin, gst_ghost_pad_new("sink", teepad));
1198    gst_object_unref(teepad);
1199
1200 #define GST_PLAY_FLAG_NATIVE_VIDEO  (1 << 6)
1201 #define GST_PLAY_FLAG_DOWNLOAD      (1 << 7)
1202 #define GST_PLAY_FLAG_AUDIO         (1 << 1)
1203 #define GST_PLAY_FLAG_NATIVE_AUDIO  (1 << 5)
1204
1205    g_object_get(G_OBJECT(playbin), "flags", &flags, NULL);
1206    g_object_set(G_OBJECT(playbin), "flags", flags | GST_PLAY_FLAG_NATIVE_VIDEO | GST_PLAY_FLAG_DOWNLOAD | GST_PLAY_FLAG_NATIVE_AUDIO, NULL);
1207    g_object_set(G_OBJECT(playbin), "video-sink", bin, NULL);
1208    g_object_set(G_OBJECT(playbin), "uri", uri, NULL);
1209
1210    evas_object_image_pixels_get_callback_set(obj, NULL, NULL);
1211    evas_object_event_callback_add(obj, EVAS_CALLBACK_RESIZE, _on_resize_fill, ev);
1212
1213    ev->stream = EINA_TRUE;
1214
1215    if (xvsink)
1216      {
1217         Evas_Video_Surface video;
1218
1219         video.version = EVAS_VIDEO_SURFACE_VERSION;
1220         video.data = ev;
1221         video.parent = NULL;
1222         video.move = _video_move;
1223         video.resize = _video_resize;
1224         video.show = _video_show;
1225         video.hide = _video_hide;
1226         video.update_pixels = _video_update_pixels;
1227
1228         evas_object_image_video_surface_set(obj, &video);
1229         ev->stream = EINA_FALSE;
1230      }
1231
1232    eina_stringshare_replace(&ev->uri, uri);
1233    ev->linked = EINA_TRUE;
1234    ev->pipeline = playbin;
1235    ev->sink = bin;
1236    ev->esink = esink;
1237    ev->tee = tee;
1238    ev->threads = eina_list_append(ev->threads,
1239                                   ecore_thread_run(_emotion_gstreamer_pause,
1240                                                    _emotion_gstreamer_end,
1241                                                    _emotion_gstreamer_cancel,
1242                                                    ev));
1243
1244    /** NOTE: you need to set: GST_DEBUG_DUMP_DOT_DIR=/tmp EMOTION_ENGINE=gstreamer to save the $EMOTION_GSTREAMER_DOT file in '/tmp' */
1245    /** then call dot -Tpng -oemotion_pipeline.png /tmp/$TIMESTAMP-$EMOTION_GSTREAMER_DOT.dot */
1246    if (getenv("EMOTION_GSTREAMER_DOT")) GST_DEBUG_BIN_TO_DOT_FILE_WITH_TS(GST_BIN(playbin), GST_DEBUG_GRAPH_SHOW_ALL, getenv("EMOTION_GSTREAMER_DOT"));
1247
1248    return playbin;
1249
1250  unref_pipeline:
1251    gst_object_unref(xvsink);
1252    gst_object_unref(esink);
1253    gst_object_unref(tee);
1254    gst_object_unref(bin);
1255    gst_object_unref(playbin);
1256    return NULL;
1257 }