src/mm_player_streaming.c

   1 /*
   2  * libmm-player
   3  *
   4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
   5  *
   6  * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>,
   7  * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com>
   8  *
   9  * Licensed under the Apache License, Version 2.0 (the "License");
  10  * you may not use this file except in compliance with the License.
  11  * You may obtain a copy of the License at
  12  *
  13  * http://www.apache.org/licenses/LICENSE-2.0
  14  *
  15  * Unless required by applicable law or agreed to in writing, software
  16  * distributed under the License is distributed on an "AS IS" BASIS,
  17  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  18  * See the License for the specific language governing permissions and
  19  * limitations under the License.
  20  *
  21  */
  22
  23 #include <dlog.h>
  24 #include "mm_player_utils.h"
  25 #include "mm_player_streaming.h"
  26
  27 #define ESTIMATED_BUFFER_UNIT (1 * 1024 * 1024) /* 1 MBytes */
  28
  29 typedef struct {
  30         gint byte_in_rate;              // byte
  31         gint byte_out_rate;             // byte
  32         gint time_rate;                 // ms
  33 } streaming_bitrate_info_t;
  34
  35 typedef struct {
  36         gint64 position;        // ns
  37         gint64 duration;        // ns
  38         guint64 content_size;   // bytes
  39 } streaming_content_info_t;
  40
  41 typedef struct {
  42         guint buffering_bytes;          // bytes
  43         gint buffering_time;            // ms
  44         gdouble low_watermark;
  45         gdouble high_watermark;
  46 } streaming_buffer_info_t;
  47
  48 static void
  49 __streaming_update_buffer_setting(mmplayer_streaming_t *streamer,
  50                                                                 GstMessage *buffering_msg,
  51                                                                 guint64 content_size,
  52                                                                 gint64 position,
  53                                                                 gint64 duration);
  54
  55 mmplayer_streaming_t *_mm_player_streaming_create(void)
  56 {
  57         mmplayer_streaming_t *streamer = NULL;
  58
  59         MMPLAYER_FENTER();
  60
  61         streamer = (mmplayer_streaming_t *)g_try_malloc0(sizeof(mmplayer_streaming_t));
  62         if (!streamer) {
  63                 LOGE("fail to create streaming player handle..");
  64                 return NULL;
  65         }
  66
  67         MMPLAYER_FLEAVE();
  68
  69         return streamer;
  70 }
  71
  72 static void __streaming_buffer_initialize(streaming_buffer_t *buffer_handle, gboolean buffer_init)
  73 {
  74         if (buffer_init)
  75                 buffer_handle->buffer = NULL;
  76
  77         buffer_handle->buffering_bytes = DEFAULT_BUFFER_SIZE_BYTES;
  78         buffer_handle->buffering_time = DEFAULT_BUFFERING_TIME;
  79         buffer_handle->buffer_high_watermark = DEFAULT_BUFFER_HIGH_WATERMARK;
  80         buffer_handle->buffer_low_watermark = DEFAULT_BUFFER_LOW_WATERMARK;
  81         buffer_handle->is_live = FALSE;
  82 }
  83
  84 void _mm_player_streaming_initialize(mmplayer_streaming_t *streamer, gboolean buffer_init)
  85 {
  86         MMPLAYER_FENTER();
  87         MMPLAYER_RETURN_IF_FAIL(streamer);
  88
  89         streamer->streaming_buffer_type = BUFFER_TYPE_DEFAULT;
  90
  91         __streaming_buffer_initialize(&(streamer->buffer_handle[BUFFER_TYPE_MUXED]), buffer_init);
  92         __streaming_buffer_initialize(&(streamer->buffer_handle[BUFFER_TYPE_DEMUXED]), buffer_init);
  93
  94         streamer->buffering_req.mode = MM_PLAYER_BUFFERING_MODE_ADAPTIVE;
  95         streamer->buffering_req.is_pre_buffering = TRUE;
  96         streamer->buffering_req.prebuffer_time = 0;
  97         streamer->buffering_req.rebuffer_time = 0;
  98
  99         streamer->default_val.buffering_monitor = FALSE;
 100         streamer->default_val.buffering_time = DEFAULT_BUFFERING_TIME;
 101
 102         streamer->buffer_avg_bitrate = 0;
 103         streamer->buffer_max_bitrate = 0;
 104         streamer->need_update = FALSE;
 105         streamer->need_sync = FALSE;
 106
 107         streamer->buffering_state = MM_PLAYER_BUFFERING_DEFAULT;
 108         streamer->is_adaptive_streaming = FALSE;
 109
 110         streamer->buffering_percent = -1;
 111         streamer->ring_buffer_size = DEFAULT_RING_BUFFER_SIZE_BYTES;
 112
 113         MMPLAYER_FLEAVE();
 114         return;
 115 }
 116
 117 void _mm_player_streaming_destroy(mmplayer_streaming_t *streamer)
 118 {
 119         MMPLAYER_FENTER();
 120
 121         MMPLAYER_FREEIF(streamer);
 122
 123         MMPLAYER_FLEAVE();
 124
 125         return;
 126 }
 127
 128 void _mm_player_streaming_set_content_bitrate(
 129         mmplayer_streaming_t *streamer, guint max_bitrate, guint avg_bitrate)
 130 {
 131         gboolean is_update = FALSE;
 132
 133         MMPLAYER_FENTER();
 134         MMPLAYER_RETURN_IF_FAIL(streamer);
 135
 136         if (max_bitrate > 0 && max_bitrate != streamer->buffer_max_bitrate) {
 137                 is_update = TRUE;
 138                 streamer->buffer_max_bitrate = max_bitrate;
 139         }
 140
 141         if (avg_bitrate > 0 && avg_bitrate != streamer->buffer_avg_bitrate) {
 142                 is_update = TRUE;
 143                 streamer->buffer_avg_bitrate = avg_bitrate;
 144         }
 145
 146         if (is_update) {
 147                 if (streamer->buffering_req.is_pre_buffering) {
 148                         /* have to recalc queue2 size value after getting bitrate information */
 149                         if (IS_MUXED_BUFFERING_MODE(streamer))
 150                                 __streaming_update_buffer_setting(streamer, NULL, 0, 0, 0);
 151                 } else {
 152                         streamer->need_update = TRUE;
 153                 }
 154         }
 155
 156         MMPLAYER_FLEAVE();
 157         return;
 158 }
 159
 160 static void __streaming_calc_watermark(mmplayer_streaming_t *streamer,
 161         guint expected_play_bytes, gint expected_play_time, gdouble *low_wm, gdouble *high_wm)
 162 {
 163 #define PORTION_OF_HIGH_WM 1.1 /* need to compensate about low level */
 164 #define PORTION_OF_LOW_WM 0.1
 165
 166         streaming_buffer_t *buffer_handle = NULL;
 167         gdouble wm_byte = 0.0, wm_time = 0.0;
 168         gint current_buffering_size = 0;
 169
 170         MMPLAYER_RETURN_IF_FAIL(streamer && low_wm && high_wm);
 171
 172         buffer_handle = &(streamer->buffer_handle[streamer->streaming_buffer_type]);
 173
 174         LOGD("type %d, bytes %d / %d, time %d / %d", streamer->streaming_buffer_type,
 175                 expected_play_bytes, GET_CURRENT_BUFFERING_BYTE(buffer_handle),
 176                 expected_play_time, GET_CURRENT_BUFFERING_TIME(buffer_handle));
 177
 178         if (expected_play_bytes > 0) {
 179                 /* and buffer size will be increased */
 180                 current_buffering_size = MAX(GET_CURRENT_BUFFERING_BYTE(buffer_handle), (expected_play_bytes * PORTION_OF_HIGH_WM));
 181                 GET_WATERMARK((expected_play_bytes * PORTION_OF_HIGH_WM), current_buffering_size, buffer_handle->buffer_high_watermark, wm_byte);
 182                 wm_byte = MIN(wm_byte, DEFAULT_BUFFER_HIGH_WATERMARK);
 183         }
 184
 185         if (IS_MUXED_BUFFERING_MODE(streamer)) {
 186                 *high_wm = wm_byte;
 187                 *low_wm = wm_byte * PORTION_OF_LOW_WM;
 188
 189                 /* If user set the very low level buffering time,
 190                    buffer underrun could be occurred even if the min range is considered. */
 191                 GET_VALID_VALUE((*low_wm), LOW_WATERMARK_MIN_BYTE_LEVEL, DEFAULT_BUFFER_LOW_WATERMARK);
 192         } else {
 193                 gdouble prev_low_wm_time = 0.0;
 194                 gdouble low_wm_time = 0.0, high_wm_time = 0.0;
 195
 196                 expected_play_time = MAX(expected_play_time, LOW_WATERMARK_MIN_TIME_VALUE);
 197                 low_wm_time = expected_play_time * PORTION_OF_LOW_WM;
 198                 high_wm_time = expected_play_time * PORTION_OF_HIGH_WM;
 199
 200                 /* 1. Get min watermark value */
 201                 /* 1-1. get max buffer size, expected time could be greater than current one */
 202                 LOGE("low wm time : %.3f ms", low_wm_time);
 203                 current_buffering_size = MAX(GET_CURRENT_BUFFERING_TIME(buffer_handle), high_wm_time);
 204
 205                 /* 1-2. get previous low time value to keep the minimum watermark */
 206                 prev_low_wm_time = GET_CURRENT_BUFFERING_TIME(buffer_handle) * buffer_handle->buffer_low_watermark;
 207                 GET_VALID_VALUE(low_wm_time, LOW_WATERMARK_MIN_TIME_VALUE, prev_low_wm_time);
 208
 209                 /* 1-3. get min watermark value based on the max buffer size */
 210                 GET_WATERMARK(low_wm_time, current_buffering_size, buffer_handle->buffer_low_watermark, *low_wm);
 211                 *low_wm = MIN(*low_wm, DEFAULT_BUFFER_LOW_WATERMARK);
 212
 213                 /* 2. Get high watermark value.
 214                       If the expected time is greater than current one, the buffer size will be increased after */
 215                 GET_WATERMARK(high_wm_time, current_buffering_size, buffer_handle->buffer_high_watermark, wm_time);
 216                 *high_wm = MAX(wm_byte, wm_time);
 217                 *high_wm = MIN(*high_wm, DEFAULT_BUFFER_HIGH_WATERMARK);
 218         }
 219
 220         if (*low_wm >= *high_wm) {
 221                 LOGW("invalid high wm value %1.3f", *high_wm);
 222                 *high_wm = DEFAULT_BUFFER_HIGH_WATERMARK;
 223         }
 224
 225         LOGD("new watermark value [%f ~ %f]", *low_wm, *high_wm);
 226 }
 227
 228 static void __streaming_set_buffer_watermark(mmplayer_streaming_t *streamer,
 229         buffer_type_e type, gdouble low_watermark, gdouble high_watermark)
 230 {
 231         streaming_buffer_t *buffer_handle = NULL;
 232         gchar *factory_name = NULL;
 233
 234         MMPLAYER_FENTER();
 235         MMPLAYER_RETURN_IF_FAIL(streamer);
 236         MMPLAYER_RETURN_IF_FAIL(type < BUFFER_TYPE_MAX);
 237
 238         buffer_handle = &(streamer->buffer_handle[type]);
 239         if (!(buffer_handle && buffer_handle->buffer)) {
 240                 LOGE("buffer_handle->buffer is NULL!");
 241                 return;
 242         }
 243
 244         factory_name = GST_OBJECT_NAME(gst_element_get_factory(buffer_handle->buffer));
 245
 246         if (!factory_name) {
 247                 LOGE("Fail to get factory name!");
 248                 return;
 249         }
 250
 251         if (high_watermark <= MIN_BUFFER_WATERMARK || high_watermark  >=  MAX_BUFFER_WATERMARK)
 252                 high_watermark = DEFAULT_BUFFER_HIGH_WATERMARK;
 253
 254         if (low_watermark <= MIN_BUFFER_WATERMARK || low_watermark >= MAX_BUFFER_WATERMARK)
 255                 low_watermark = DEFAULT_BUFFER_LOW_WATERMARK;
 256
 257         /* if use-buffering is disabled, this settings do not have any meaning. */
 258         if ((high_watermark == DEFAULT_BUFFER_HIGH_WATERMARK) ||
 259                 (buffer_handle->buffer_high_watermark != high_watermark) ||
 260                 (buffer_handle->buffer_low_watermark != low_watermark))
 261                 g_object_set(G_OBJECT(buffer_handle->buffer), "high-watermark", high_watermark,
 262                                                         "low-watermark", low_watermark, NULL);
 263
 264         LOGD("update elem:%s, wm:%1.3f ~ %1.3f", GST_ELEMENT_NAME(buffer_handle->buffer), low_watermark, high_watermark);
 265
 266         buffer_handle->buffer_high_watermark = high_watermark;
 267         buffer_handle->buffer_low_watermark = low_watermark;
 268
 269         MMPLAYER_FLEAVE();
 270         return;
 271 }
 272
 273 static void __streaming_set_queue2_queue_type(mmplayer_streaming_t *streamer, muxed_buffer_type_e type)
 274 {
 275         streaming_buffer_t *buffer_handle = NULL;
 276         guint64 buffer_size = 0;  /* bytes */
 277
 278         MMPLAYER_FENTER();
 279         MMPLAYER_RETURN_IF_FAIL(streamer);
 280         MMPLAYER_RETURN_IF_FAIL(streamer->buffer_handle[BUFFER_TYPE_MUXED].buffer);
 281
 282         buffer_handle = &(streamer->buffer_handle[BUFFER_TYPE_MUXED]);
 283
 284         if (type == MUXED_BUFFER_TYPE_MEM_QUEUE) { /* ts */
 285                 LOGD("use memory queue for buffering. streaming is played on push-based. \n"
 286                                         "buffering position would not be updated.\n"
 287                                         "buffered data would be flushed after played.\n"
 288                                         "seeking and getting duration could be failed due to file format.");
 289                 return;
 290         }
 291
 292         /* @see ini->http_ring_buffer_size */
 293         buffer_size = (guint64)((streamer->ring_buffer_size > 0) ? (streamer->ring_buffer_size) : DEFAULT_RING_BUFFER_SIZE_BYTES);
 294
 295         LOGW("ring buffer size: %"G_GUINT64_FORMAT, buffer_size);
 296         g_object_set(G_OBJECT(buffer_handle->buffer), "ring-buffer-max-size", buffer_size, NULL);
 297
 298         MMPLAYER_FLEAVE();
 299         return;
 300 }
 301
 302 static void __streaming_set_buffer_size(mmplayer_streaming_t *streamer,
 303         buffer_type_e type, guint buffering_bytes, gint buffering_time)
 304 {
 305         streaming_buffer_t *buffer_handle = NULL;
 306
 307         MMPLAYER_FENTER();
 308
 309         MMPLAYER_RETURN_IF_FAIL(streamer);
 310         MMPLAYER_RETURN_IF_FAIL(buffering_bytes > 0);
 311         MMPLAYER_RETURN_IF_FAIL(type < BUFFER_TYPE_MAX);
 312
 313         buffer_handle = &(streamer->buffer_handle[type]);
 314
 315         if (buffer_handle && buffer_handle->buffer) {
 316                 if (g_strrstr(GST_ELEMENT_NAME(buffer_handle->buffer), "multiqueue")) {
 317                         if (buffering_time <= 0)
 318                                 buffering_time = GET_CURRENT_BUFFERING_TIME(buffer_handle);
 319
 320                         g_object_set(G_OBJECT(buffer_handle->buffer),
 321                                                         "max-size-bytes", MAX_BUFFER_SIZE_BYTES,        /* mq size is fixed, control it with high/low watermark value*/
 322                                                         "max-size-time", (guint64)(buffering_time * GST_MSECOND),
 323                                                         "max-size-buffers", 0, NULL);                           /* disable */
 324
 325                         GET_CURRENT_BUFFERING_TIME(buffer_handle) = buffering_time;
 326                         GET_CURRENT_BUFFERING_BYTE(buffer_handle) = MAX_BUFFER_SIZE_BYTES;
 327
 328                         LOGD("byte: %d, max-size-time : %d ms", buffering_bytes, buffering_time);
 329                 } else {
 330                         /* queue2 */
 331                         if (buffer_handle->is_live)
 332                                 g_object_set(G_OBJECT(buffer_handle->buffer),
 333                                                                 "max-size-bytes", buffering_bytes,
 334                                                                 "max-size-time", (guint64)(buffering_time * GST_MSECOND),
 335                                                                 "max-size-buffers", 0,
 336                                                                 "use-rate-estimate", TRUE, NULL);
 337                         else
 338                                 g_object_set(G_OBJECT(buffer_handle->buffer),
 339                                                                 "max-size-bytes", buffering_bytes,
 340                                                                 "max-size-time", (guint64)0,
 341                                                                 "max-size-buffers", 0,
 342                                                                 "use-rate-estimate", FALSE, NULL);
 343
 344                         GET_CURRENT_BUFFERING_BYTE(buffer_handle) = buffering_bytes;
 345                         GET_CURRENT_BUFFERING_TIME(buffer_handle) = buffering_time;
 346
 347                         LOGD("max-size-bytes : %d, time : %d", buffering_bytes, buffering_time);
 348                 }
 349         }
 350
 351         MMPLAYER_FLEAVE();
 352         return;
 353 }
 354
 355 void _mm_player_streaming_set_queue2(mmplayer_streaming_t *streamer, GstElement *buffer,
 356         gboolean use_buffering, muxed_buffer_type_e type, guint64 content_size)
 357 {
 358         guint queue_size_bytes = 0;
 359         guint queue_size_time = 0;
 360
 361         MMPLAYER_FENTER();
 362         MMPLAYER_RETURN_IF_FAIL(streamer && buffer);
 363
 364         LOGD("use buffering %d, type %d, content_size %"G_GUINT64_FORMAT, use_buffering, type, content_size);
 365
 366         streamer->buffer_handle[BUFFER_TYPE_MUXED].buffer = buffer;
 367
 368         if (use_buffering) { /* audio only content use queue2 for buffering */
 369                 streamer->streaming_buffer_type = BUFFER_TYPE_MUXED;
 370
 371                 if (streamer->buffering_req.prebuffer_time <= MIN_BUFFERING_TIME)
 372                         streamer->buffering_req.prebuffer_time = DEFAULT_PREBUFFERING_TIME;
 373
 374                 if (content_size == 0) {
 375                         LOGD("live streaming without mq");
 376                         streamer->buffer_handle[BUFFER_TYPE_MUXED].is_live = TRUE;
 377                 }
 378
 379                 /* keep estimated value till the pipeline share the bitrate information */
 380                 queue_size_bytes = (guint)(streamer->buffering_req.prebuffer_time / 1000) * ESTIMATED_BUFFER_UNIT; /* temp size */
 381                 queue_size_bytes = MAX(queue_size_bytes, DEFAULT_BUFFER_SIZE_BYTES);
 382                 queue_size_time = streamer->buffering_req.prebuffer_time;
 383         } else {
 384                 if (type >= MUXED_BUFFER_TYPE_MAX) {
 385                         LOGE("invalid queue type");
 386                         return;
 387                 }
 388
 389                 /* set the simple queue size */
 390                 queue_size_bytes = DEFAULT_BUFFER_SIZE_BYTES;
 391                 __streaming_set_queue2_queue_type(streamer, type);
 392                 queue_size_time = 0; /* set in case of use-buffering */
 393         }
 394
 395         g_object_set(G_OBJECT(streamer->buffer_handle[BUFFER_TYPE_MUXED].buffer), "use-buffering", use_buffering, NULL);
 396
 397         LOGD("buffer time: %d ms, buffer bytes: %d", queue_size_time, queue_size_bytes);
 398         __streaming_set_buffer_size(streamer, BUFFER_TYPE_MUXED, queue_size_bytes, queue_size_time);
 399         __streaming_set_buffer_watermark(streamer, BUFFER_TYPE_MUXED, DEFAULT_BUFFER_LOW_WATERMARK, DEFAULT_BUFFER_HIGH_WATERMARK);
 400
 401         MMPLAYER_FLEAVE();
 402         return;
 403 }
 404
 405 void _mm_player_streaming_sync_property(mmplayer_streaming_t *streamer, GstElement *decodebin)
 406 {
 407         streaming_buffer_t *buffer_handle = NULL;
 408
 409         MMPLAYER_FENTER();
 410         MMPLAYER_RETURN_IF_FAIL(streamer && decodebin);
 411
 412         if ((!streamer->need_sync) || (streamer->streaming_buffer_type != BUFFER_TYPE_DEMUXED)) {
 413                 streamer->need_sync = FALSE;
 414                 return;
 415         }
 416
 417         buffer_handle = &(streamer->buffer_handle[BUFFER_TYPE_DEMUXED]);
 418
 419         LOGD("sync : %1.3f ~ %1.3f", buffer_handle->buffer_low_watermark, buffer_handle->buffer_high_watermark);
 420         g_object_set(G_OBJECT(decodebin),
 421                                 "max-size-bytes", GET_CURRENT_BUFFERING_BYTE(buffer_handle),
 422                                 "max-size-time", (guint64)(GET_CURRENT_BUFFERING_TIME(buffer_handle) * GST_MSECOND),
 423                                 "high-percent", (gint)(buffer_handle->buffer_high_watermark * 100),
 424                                 "low-percent", (gint)(buffer_handle->buffer_low_watermark * 100), NULL);
 425
 426         streamer->need_sync = FALSE;
 427 }
 428
 429 void _mm_player_streaming_set_multiqueue(mmplayer_streaming_t *streamer, GstElement *buffer)
 430 {
 431         streaming_buffer_t *buffer_handle = NULL;
 432         gdouble high_wm = 0.0, low_wm = 0.0;
 433
 434         MMPLAYER_FENTER();
 435         MMPLAYER_RETURN_IF_FAIL(streamer && buffer);
 436
 437         buffer_handle = &(streamer->buffer_handle[BUFFER_TYPE_DEMUXED]);
 438         buffer_handle->buffer = buffer;
 439
 440         LOGD("pre_buffering: %d ms", streamer->buffering_req.prebuffer_time);
 441
 442         streamer->streaming_buffer_type = BUFFER_TYPE_DEMUXED;
 443         g_object_set(G_OBJECT(buffer_handle->buffer), "use-buffering", TRUE, NULL);
 444
 445         if (streamer->buffering_req.prebuffer_time <= MIN_BUFFERING_TIME)
 446                 streamer->buffering_req.prebuffer_time = DEFAULT_PREBUFFERING_TIME;
 447
 448         /* initial setting */
 449         __streaming_set_buffer_size(streamer, BUFFER_TYPE_DEMUXED, MAX_BUFFER_SIZE_BYTES, MAX_BUFFER_SIZE_TIME);
 450
 451         __streaming_calc_watermark(streamer, 0, streamer->buffering_req.prebuffer_time, &low_wm, &high_wm);
 452         __streaming_set_buffer_watermark(streamer, BUFFER_TYPE_DEMUXED, low_wm, high_wm);
 453
 454         streamer->need_sync = TRUE;
 455
 456         MMPLAYER_FLEAVE();
 457         return;
 458 }
 459
 460 static void __streaming_get_current_bitrate_info(mmplayer_streaming_t *streamer,
 461         GstMessage *buffering_msg, streaming_content_info_t content_info, streaming_bitrate_info_t *bitrate_info)
 462 {
 463         GstQuery *query = NULL;
 464         GstBufferingMode mode = GST_BUFFERING_STREAM;
 465         gint in_rate = 0;
 466         gint out_rate = 0;
 467         gint64 buffering_left = -1;
 468
 469         guint estimated_content_bitrate = 0;
 470
 471         gint buffer_buffering_time = DEFAULT_BUFFERING_TIME;
 472
 473         MMPLAYER_FENTER();
 474
 475         MMPLAYER_RETURN_IF_FAIL(streamer);
 476         MMPLAYER_RETURN_IF_FAIL(bitrate_info);
 477
 478         if ((buffering_msg == NULL) ||
 479                 ((streamer->buffer_handle[BUFFER_TYPE_DEMUXED].buffer != NULL) &&
 480                 (streamer->buffer_handle[BUFFER_TYPE_MUXED].buffer != NULL) &&
 481                 (buffering_msg->src == (GstObject *)streamer->buffer_handle[BUFFER_TYPE_DEMUXED].buffer))) {
 482                 query = gst_query_new_buffering(GST_FORMAT_PERCENT);
 483
 484                 if (gst_element_query((streamer->buffer_handle[BUFFER_TYPE_MUXED].buffer), query))
 485                         gst_query_parse_buffering_stats(query, &mode, &in_rate, &out_rate, &buffering_left);
 486                 gst_query_unref(query);
 487         } else {
 488                 gst_message_parse_buffering_stats(buffering_msg, &mode, &in_rate, &out_rate, &buffering_left);
 489         }
 490
 491         LOGD("Streaming Info : in %d, out %d, left %"G_GINT64_FORMAT, in_rate, out_rate, buffering_left);
 492
 493         if ((content_info.content_size > 0) && (content_info.duration > 0) && ((content_info.duration / GST_SECOND) > 0))
 494                 estimated_content_bitrate = GET_BIT_FROM_BYTE((guint)(content_info.content_size / (content_info.duration / GST_SECOND)));
 495
 496         if (streamer->buffer_max_bitrate > 0) {
 497                 streamer->buffer_max_bitrate = MAX(streamer->buffer_max_bitrate, streamer->buffer_avg_bitrate);
 498                 streamer->buffer_max_bitrate = MAX(streamer->buffer_max_bitrate, estimated_content_bitrate);
 499         }
 500
 501         if (streamer->buffer_avg_bitrate > 0)
 502                 out_rate = GET_BYTE_FROM_BIT(MAX(streamer->buffer_avg_bitrate, estimated_content_bitrate));
 503         else if (estimated_content_bitrate > 0)
 504                 out_rate = GET_BYTE_FROM_BIT(estimated_content_bitrate);
 505         else if (streamer->buffer_max_bitrate > 0)
 506                 out_rate = GET_BYTE_FROM_BIT(streamer->buffer_max_bitrate/3);
 507         else
 508                 LOGW("There is no content information");
 509
 510         LOGD("byte_out_rate %d", out_rate);
 511
 512         if ((in_rate > 0) && (out_rate > 0))
 513                 buffer_buffering_time =  (gint)(out_rate / in_rate) * 1000;
 514         else if ((in_rate <= 0) && (out_rate > 0))
 515                 buffer_buffering_time = MAX_BUFFERING_TIME;
 516         else
 517                 buffer_buffering_time = DEFAULT_BUFFERING_TIME;
 518
 519         (*bitrate_info).byte_in_rate = in_rate;
 520         (*bitrate_info).byte_out_rate = out_rate;
 521         (*bitrate_info).time_rate = buffer_buffering_time;
 522 }
 523
 524 static void __streaming_handle_fixed_buffering_mode(mmplayer_streaming_t *streamer,
 525         gint byte_out_rate, gint expected_play_time, streaming_buffer_info_t *buffer_info)
 526 {
 527         streaming_buffer_t *buffer_handle = NULL;
 528
 529         guint expected_play_bytes = 0;
 530         gdouble high_wm = 0.0, low_wm = 0.0;
 531
 532         MMPLAYER_RETURN_IF_FAIL(streamer);
 533         MMPLAYER_RETURN_IF_FAIL(buffer_info);
 534
 535         buffer_handle = &(streamer->buffer_handle[streamer->streaming_buffer_type]);
 536
 537         LOGD("buffering time: %d ms, out rate: %d", expected_play_time, byte_out_rate);
 538
 539         if (byte_out_rate > 0) {
 540                 guint max_size_byte = GET_MAX_BUFFER_SIZE_BYTES(streamer->streaming_buffer_type);
 541                 expected_play_bytes = (guint)GET_NEW_BUFFERING_BYTE((gdouble)(byte_out_rate * expected_play_time) / 1000, max_size_byte);
 542         } else {
 543                 LOGW("content bitrate is not updated yet.");
 544                 expected_play_bytes = GET_CURRENT_BUFFERING_BYTE(buffer_handle);
 545         }
 546
 547         __streaming_calc_watermark(streamer, expected_play_bytes, expected_play_time, &low_wm, &high_wm);
 548
 549         (*buffer_info).buffering_bytes = expected_play_bytes;
 550         (*buffer_info).buffering_time = expected_play_time;
 551         (*buffer_info).high_watermark = high_wm;
 552         (*buffer_info).low_watermark = low_wm;
 553 }
 554
 555 static void __streaming_handle_adaptive_buffering_mode(mmplayer_streaming_t *streamer,
 556         streaming_content_info_t content_info, streaming_bitrate_info_t bitrate_info,
 557         streaming_buffer_info_t *buffer_info, gint expected_play_time)
 558 {
 559         gint buffering_bytes = 0;
 560         gint adj_buffering_bytes = 0;
 561         gint buffer_buffering_time = 0;
 562         gdouble high_wm = 0.0, low_wm = 0.0;
 563         gdouble portion = 0.0;
 564         gint default_buffering_time = 0;
 565
 566         MMPLAYER_RETURN_IF_FAIL(streamer);
 567         MMPLAYER_RETURN_IF_FAIL(buffer_info);
 568
 569         LOGD("monitor %d, pos %"G_GINT64_FORMAT", dur %"G_GINT64_FORMAT", size %"G_GUINT64_FORMAT", in/out:%d/%d, time_rate:%d, need:%d ms",
 570                                         streamer->default_val.buffering_monitor, content_info.position, content_info.duration, content_info.content_size,
 571                                         bitrate_info.byte_in_rate, bitrate_info.byte_out_rate, bitrate_info.time_rate, expected_play_time);
 572
 573         if ((content_info.duration <= 0) ||
 574                 (content_info.content_size <= 0)) {
 575                 LOGW("keep previous setting.");
 576                 return;
 577         }
 578
 579         if (bitrate_info.byte_out_rate <= 0) {
 580                 LOGW("keep previous setting.");
 581                 return;
 582         }
 583
 584         if (bitrate_info.byte_in_rate < bitrate_info.byte_out_rate) {
 585                 guint max_size_byte = GET_MAX_BUFFER_SIZE_BYTES(streamer->streaming_buffer_type);
 586                 portion = (double)(expected_play_time * GST_MSECOND) / (double)content_info.duration;
 587                 buffering_bytes = GET_NEW_BUFFERING_BYTE(
 588                         (((double)content_info.content_size * portion) *
 589                           (1 - (double)bitrate_info.byte_in_rate / (double)bitrate_info.byte_out_rate)), max_size_byte);
 590         } else {
 591                 /* buffering_bytes will be set as streamer->default_val.buffering_time *
 592                  * receiving rate is bigger than avg content bitrate
 593                  * so there is no reason to buffering. if the buffering msg is posted
 594                  * in-rate or contents bitrate has wrong value. */
 595                 LOGW("don't need to do buffering.");
 596         }
 597
 598         if (buffering_bytes > 0)
 599                 buffer_buffering_time = (gint)(buffering_bytes / bitrate_info.byte_out_rate) * 1000;
 600
 601         if (content_info.position <= 0) {
 602                 /* if the buffer is filled under 50%, MSL use the original default buffering time.
 603                    if not, MSL use just 2 sec as a default buffering time. (to reduce initial buffering time) */
 604                 default_buffering_time = streamer->default_val.buffering_time - ((gdouble)streamer->buffering_percent / 50) * 1000;
 605         } else {
 606                 default_buffering_time = streamer->default_val.buffering_time;
 607         }
 608
 609         if (buffer_buffering_time < default_buffering_time) {
 610                 guint max_size_byte = GET_MAX_BUFFER_SIZE_BYTES(streamer->streaming_buffer_type);
 611
 612                 LOGD("adjusted time: %d -> %d ms", buffer_buffering_time, default_buffering_time);
 613                 LOGD("adjusted bytes : %d or %d", buffering_bytes,
 614                         (gint)(bitrate_info.byte_out_rate * buffer_buffering_time / 1000));
 615
 616                 /* start monitoring the abmormal state */
 617                 if (content_info.position > 0)
 618                         streamer->default_val.buffering_monitor = TRUE;
 619
 620                 buffer_buffering_time = default_buffering_time;
 621                 adj_buffering_bytes = GET_NEW_BUFFERING_BYTE(
 622                         (bitrate_info.byte_out_rate * (gint)ceil((gdouble)buffer_buffering_time / 1000)), max_size_byte);
 623                 buffering_bytes = MAX(buffering_bytes, adj_buffering_bytes);
 624         }
 625
 626         __streaming_calc_watermark(streamer, buffering_bytes, buffer_buffering_time, &low_wm, &high_wm);
 627
 628         (*buffer_info).buffering_bytes = buffering_bytes;
 629         (*buffer_info).buffering_time = buffer_buffering_time;
 630         (*buffer_info).high_watermark = high_wm;
 631         (*buffer_info).low_watermark = low_wm;
 632 }
 633
 634 static void __streaming_update_buffer_setting(mmplayer_streaming_t *streamer,
 635         GstMessage *buffering_msg, guint64 content_size, gint64 position, gint64 duration)
 636 {
 637         streaming_buffer_t *buffer_handle = NULL;
 638         mmplayer_buffering_mode_e buffering_mode = MM_PLAYER_BUFFERING_MODE_ADAPTIVE;
 639         gint expected_play_time = DEFAULT_REBUFFERING_TIME;
 640
 641         streaming_buffer_info_t buffer_info = {0,};
 642         streaming_content_info_t content_info = {0,};
 643         streaming_bitrate_info_t bitrate_info = {0,};
 644
 645         MMPLAYER_FENTER();
 646         MMPLAYER_RETURN_IF_FAIL(streamer);
 647
 648         buffer_handle = &(streamer->buffer_handle[streamer->streaming_buffer_type]);
 649
 650         if (streamer->buffering_req.is_pre_buffering == TRUE) {
 651                 buffering_mode = MM_PLAYER_BUFFERING_MODE_FIXED;
 652                 expected_play_time = streamer->buffering_req.prebuffer_time;
 653         } else {
 654                 if (content_size == 0 || duration == 0) /* can not support adaptive mode */
 655                         buffering_mode = MM_PLAYER_BUFFERING_MODE_FIXED;
 656                 else
 657                         buffering_mode = streamer->buffering_req.mode;
 658
 659                 if (buffering_mode == MM_PLAYER_BUFFERING_MODE_FIXED) {
 660                         if (streamer->buffering_req.rebuffer_time > 0)
 661                                 expected_play_time = streamer->buffering_req.rebuffer_time;
 662                         else
 663                                 expected_play_time = DEFAULT_LIVE_REBUFFER_TIME;
 664                 }
 665         }
 666
 667         LOGD("buffering mode: %d, time: %d", buffering_mode, expected_play_time);
 668
 669         content_info.position = position;
 670         content_info.duration = duration;
 671         content_info.content_size = content_size;
 672
 673         __streaming_get_current_bitrate_info(streamer, buffering_msg, content_info, &bitrate_info);
 674
 675         LOGD("in_r:%d, out_r:%d", bitrate_info.byte_in_rate, bitrate_info.byte_out_rate);
 676
 677         if (buffering_mode == MM_PLAYER_BUFFERING_MODE_FIXED) {
 678                 __streaming_handle_fixed_buffering_mode(streamer, bitrate_info.byte_out_rate, expected_play_time, &buffer_info);
 679         } else {
 680                 __streaming_handle_adaptive_buffering_mode(streamer, content_info, bitrate_info, &buffer_info, expected_play_time);
 681
 682                 /* even if new byte size is smaller than the previous one, time need to be updated. */
 683                 if (IS_MUXED_BUFFERING_MODE(streamer))
 684                         GET_CURRENT_BUFFERING_TIME(buffer_handle) = buffer_info.buffering_time;
 685         }
 686
 687         LOGD("adj buffer(%d) %d->%d bytes/%d->%d ms",
 688                 streamer->streaming_buffer_type,
 689                 GET_CURRENT_BUFFERING_BYTE(buffer_handle), buffer_info.buffering_bytes,
 690                 GET_CURRENT_BUFFERING_TIME(buffer_handle), buffer_info.buffering_time);
 691
 692         /* queue2 : bytes, multiqueue : time */
 693         if (((GET_CURRENT_BUFFERING_BYTE(buffer_handle) < buffer_info.buffering_bytes) && IS_MUXED_BUFFERING_MODE(streamer)) ||
 694                 ((GET_CURRENT_BUFFERING_TIME(buffer_handle) < buffer_info.buffering_time) && IS_DEMUXED_BUFFERING_MODE(streamer))) {
 695                 if (duration > 0 && position > 0) {
 696                         gint buffering_time_limit = (gint)(duration - position) / GST_MSECOND;
 697
 698                         if (buffer_info.buffering_time > buffering_time_limit)
 699                                 buffer_info.buffering_time = buffering_time_limit;
 700                 }
 701                 __streaming_set_buffer_size(streamer, streamer->streaming_buffer_type, buffer_info.buffering_bytes, buffer_info.buffering_time);
 702         }
 703
 704         __streaming_set_buffer_watermark(streamer, streamer->streaming_buffer_type, buffer_info.low_watermark, buffer_info.high_watermark);
 705
 706         LOGD("buffer setting: size %d, time %d, watermark %f", GET_CURRENT_BUFFERING_BYTE(buffer_handle),
 707                 GET_CURRENT_BUFFERING_TIME(buffer_handle), buffer_handle->buffer_high_watermark);
 708
 709         streamer->need_sync = TRUE;
 710 }
 711
 712 static void __streaming_adjust_min_threshold(mmplayer_streaming_t *streamer, gint64 position)
 713 {
 714 #define DEFAULT_TIME_PAD 1000   /* ms */
 715         gint playing_time = 0;
 716
 717         MMPLAYER_FENTER();
 718
 719         MMPLAYER_RETURN_IF_FAIL(streamer);
 720
 721         playing_time = (gint)((position - streamer->default_val.prev_pos) / GST_MSECOND);
 722
 723         LOGD("buffering monitor = %s", (streamer->default_val.buffering_monitor) ? "ON" : "OFF");
 724         LOGD("playing_time (%d ms) = %"G_GINT64_FORMAT" - %"G_GINT64_FORMAT, playing_time, position, streamer->default_val.prev_pos);
 725         LOGD("default time : %d, prev buffering t : %d",
 726                 streamer->default_val.buffering_time, streamer->buffer_handle[streamer->streaming_buffer_type].buffering_time);
 727
 728         if ((streamer->default_val.buffering_monitor) && (playing_time <= streamer->default_val.buffering_time)) {
 729                 gint time_gap = 0;
 730                 time_gap = streamer->default_val.buffering_time - DEFAULT_BUFFERING_TIME;
 731                 if (time_gap <= 0)
 732                         time_gap = DEFAULT_TIME_PAD;
 733
 734                 streamer->default_val.buffering_time += time_gap * 2;
 735                 streamer->default_val.buffering_time = MIN(streamer->default_val.buffering_time, MAX_BUFFERING_TIME);
 736         } else {
 737                 streamer->default_val.buffering_time = DEFAULT_BUFFERING_TIME;
 738         }
 739
 740         LOGD("new default min value %d", streamer->default_val.buffering_time);
 741
 742         streamer->default_val.buffering_monitor = FALSE;
 743         streamer->default_val.prev_pos = position;
 744 }
 745
 746 static void __streaming_update_buffering_status(mmplayer_streaming_t *streamer, GstMessage *buffering_msg, gint64 position)
 747 {
 748         gint buffer_percent = 0;
 749
 750         MMPLAYER_FENTER();
 751
 752         MMPLAYER_RETURN_IF_FAIL(streamer);
 753         MMPLAYER_RETURN_IF_FAIL(buffering_msg);
 754         MMPLAYER_RETURN_IF_FAIL(GST_IS_MESSAGE(buffering_msg));
 755         MMPLAYER_RETURN_IF_FAIL((GST_MESSAGE_TYPE(buffering_msg) == GST_MESSAGE_BUFFERING));
 756
 757         /* update when buffering has started. */
 758         if (!(streamer->buffering_state & MM_PLAYER_BUFFERING_IN_PROGRESS)) {
 759                 streamer->buffering_state = MM_PLAYER_BUFFERING_IN_PROGRESS;
 760                 streamer->buffering_percent = -1;
 761
 762                 if (!streamer->buffering_req.is_pre_buffering) {
 763                         streamer->need_update = TRUE;
 764                         __streaming_adjust_min_threshold(streamer, position);
 765                 }
 766         }
 767
 768         /* update buffer percent */
 769         gst_message_parse_buffering(buffering_msg, &buffer_percent);
 770
 771         /* LOGD("[%s] buffering per %d%% -> %d%%, state 0x%X", streamer->buffering_percent, buffer_percent, streamer->buffering_state); */
 772
 773         if (streamer->buffering_percent < buffer_percent) {
 774                 LOGD("[%s] buffering %d%%....",
 775                         GST_OBJECT_NAME(GST_MESSAGE_SRC(buffering_msg)), buffer_percent);
 776                 streamer->buffering_percent = buffer_percent;
 777         }
 778
 779         if (streamer->buffering_percent == MAX_BUFFER_PERCENT) {
 780                 streamer->buffering_state = MM_PLAYER_BUFFERING_DEFAULT;
 781                 streamer->buffering_req.is_pre_buffering = FALSE;
 782                 streamer->need_update = TRUE;
 783         } else if (streamer->buffering_state & MM_PLAYER_BUFFERING_COMPLETE) {
 784                 streamer->buffering_state = MM_PLAYER_BUFFERING_COMPLETE; /* have to keep state to ignore remained msg till get 100% msg */
 785                 streamer->buffering_req.is_pre_buffering = FALSE;
 786                 streamer->buffering_percent = MAX_BUFFER_PERCENT;
 787                 LOGD("updated to the buffering 100%%.... (by force)");
 788         }
 789 }
 790
 791 void _mm_player_streaming_buffering(mmplayer_streaming_t *streamer, GstMessage *buffering_msg,
 792         guint64 content_size, gint64 position, gint64 duration)
 793 {
 794         MMPLAYER_FENTER();
 795         MMPLAYER_RETURN_IF_FAIL(streamer);
 796
 797         if (buffering_msg) {
 798                 if (position > (gint64)(streamer->buffering_req.prebuffer_time * GST_MSECOND))
 799                         streamer->buffering_req.is_pre_buffering = FALSE;
 800
 801                 __streaming_update_buffering_status(streamer, buffering_msg, position);
 802
 803                 if (!streamer->need_update)
 804                         return;
 805         }
 806
 807         streamer->need_update = FALSE;
 808         __streaming_update_buffer_setting(streamer, buffering_msg, content_size, position, duration);
 809
 810         return;
 811 }