opensles: rework on the ringbufffer to properly clear segments

Make the segments bigger (1 second) as it seems to be the minimum size
we need to not introduce noise.
Sink works in my nexus 7 with rates from 8000 to 44100 and some noise
can be noticed on higger sample rates.

diff --git a/sys/opensles/openslesringbuffer.c b/sys/opensles/openslesringbuffer.c
index 285ed940d9536bdc7c76b5db124275e1d998d6cd..6202153149d874901befa004831350511104d8c2 100644 (file)
--- a/sys/opensles/openslesringbuffer.c
+++ b/sys/opensles/openslesringbuffer.c
@@ -126,11 +126,11 @@ _opensles_recorder_cb (SLAndroidSimpleBufferQueueItf bufferQueue, void *context)
 }
 
 static gboolean
-_opensles_recorder_acquire (GstRingBuffer * rb, guint nbuffers,
-    SLDataFormat_PCM * format)
+_opensles_recorder_acquire (GstRingBuffer * rb, GstRingBufferSpec * spec)
 {
   GstOpenSLESRingBuffer *thiz = GST_OPENSLES_RING_BUFFER_CAST (rb);
   SLresult result;
+  SLDataFormat_PCM format;
 
   /* Configure audio source */
   SLDataLocator_IODevice loc_dev =
@@ -141,12 +141,16 @@ _opensles_recorder_acquire (GstRingBuffer * rb, guint nbuffers,
 
   /* Configure audio sink */
   SLDataLocator_AndroidSimpleBufferQueue loc_bq =
-      { SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE, nbuffers };
-  SLDataSink audioSink = { &loc_bq, format };
+      { SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE, 2 };
+  SLDataSink audioSink = { &loc_bq, &format };
 
   /* Create audio recorder (requires the RECORD_AUDIO permission) */
   const SLInterfaceID id[1] = { SL_IID_ANDROIDSIMPLEBUFFERQUEUE };
   const SLboolean req[1] = { SL_BOOLEAN_TRUE };
+
+  /* Define the format in OpenSL ES terms */
+  _opensles_format (spec, &format);
+
   result = (*thiz->engineEngine)->CreateAudioRecorder (thiz->engineEngine,
       &thiz->recorderObject, &audioSrc, &audioSink, 1, id, req);
   if (result != SL_RESULT_SUCCESS) {
@@ -192,6 +196,10 @@ _opensles_recorder_acquire (GstRingBuffer * rb, guint nbuffers,
     goto failed;
   }
 
+  /* Define our ringbuffer in terms of number of buffers and buffer size. */
+  spec->segsize = (spec->rate * spec->bytes_per_sample) >> 1;
+  spec->segtotal = 3;
+
   return TRUE;
 
 failed:
@@ -279,27 +287,29 @@ _opensles_player_cb (SLAndroidSimpleBufferQueueItf bufferQueue, void *context)
     return;
   }
 
-  if (thiz->last_readseg >= 0) {
-    GST_LOG_OBJECT (thiz, "clear segment %d", thiz->last_readseg);
+  if (G_UNLIKELY (thiz->last_clearseg < 0)) {
+    thiz->last_clearseg++;
+  } else {
+    GST_LOG_OBJECT (thiz, "clear segment %d", thiz->last_clearseg);
     /* Clear written samples */
-    gst_ring_buffer_clear (rb, thiz->last_readseg);
+    gst_ring_buffer_clear (rb, thiz->last_clearseg);
+    thiz->last_clearseg = (thiz->last_clearseg + 1) % rb->spec.segtotal;
     /* We wrote one segment */
   }
   gst_ring_buffer_advance (rb, 1);
-  thiz->last_readseg = readseg;
 }
 
 static gboolean
-_opensles_player_acquire (GstRingBuffer * rb, guint nbuffers,
-    SLDataFormat_PCM * format)
+_opensles_player_acquire (GstRingBuffer * rb, GstRingBufferSpec * spec)
 {
   GstOpenSLESRingBuffer *thiz = GST_OPENSLES_RING_BUFFER_CAST (rb);
   SLresult result;
+  SLDataFormat_PCM format;
 
   /* Configure audio source */
   SLDataLocator_AndroidSimpleBufferQueue loc_bufq =
       { SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE, 2 };
-  SLDataSource audioSrc = { &loc_bufq, format };
+  SLDataSource audioSrc = { &loc_bufq, &format };
 
   /* Configure audio sink */
   SLDataLocator_OutputMix loc_outmix =
@@ -310,6 +320,9 @@ _opensles_player_acquire (GstRingBuffer * rb, guint nbuffers,
   const SLInterfaceID ids[2] = { SL_IID_BUFFERQUEUE, SL_IID_VOLUME };
   const SLboolean req[2] = { SL_BOOLEAN_TRUE, SL_BOOLEAN_TRUE };
 
+  /* Define the format in OpenSL ES terms */
+  _opensles_format (spec, &format);
+
   result = (*thiz->engineEngine)->CreateAudioPlayer (thiz->engineEngine,
       &thiz->playerObject, &audioSrc, &audioSink, 2, ids, req);
   if (result != SL_RESULT_SUCCESS) {
@@ -362,6 +375,15 @@ _opensles_player_acquire (GstRingBuffer * rb, guint nbuffers,
     goto failed;
   }
 
+  /* Define our ringbuffer in terms of number of buffers and buffer size. */
+  spec->segsize = (spec->rate * spec->bytes_per_sample);
+  spec->segtotal = 4;
+  /* In the Nexus7 device where I'm testing seems that I need buffers of
+   * min 1 second of audio.
+   * Then here we created 4 segments of a second and a queue of 2 buffers
+   * in order to properly clear the older segment */
+  thiz->last_clearseg = -3;
+
   return TRUE;
 
 failed:
@@ -383,9 +405,9 @@ _opensles_player_start (GstRingBuffer * rb)
     return FALSE;
   }
 
-  /* Enqueue some initial data */
+  /* Fill the queue by enqueing two buffers */
+  _opensles_player_cb (NULL, rb);
   _opensles_player_cb (NULL, rb);
-
   return TRUE;
 }
 
@@ -542,22 +564,11 @@ static gboolean
 gst_opensles_ringbuffer_acquire (GstRingBuffer * rb, GstRingBufferSpec * spec)
 {
   GstOpenSLESRingBuffer *thiz;
-  SLDataFormat_PCM format;
 
   thiz = GST_OPENSLES_RING_BUFFER_CAST (rb);
 
-  /* Define ringbuffer in terms of number of buffers and buffer size */
-  spec->segsize =
-      (spec->latency_time * spec->rate / G_USEC_PER_SEC) *
-      spec->bytes_per_sample;
-  spec->segtotal = (spec->buffer_time / spec->latency_time) << 4;
-  thiz->last_readseg = -1;
-
-  /* Define the format in OpenSL ES terms */
-  _opensles_format (spec, &format);
-
-  /* Instantiate and configure the OpenSL ES devices */
-  if (!thiz->acquire (rb, spec->segtotal, &format)) {
+  /* Instantiate and configure the OpenSL ES interfaces */
+  if (!thiz->acquire (rb, spec)) {
     return FALSE;
   }
 

diff --git a/sys/opensles/openslesringbuffer.h b/sys/opensles/openslesringbuffer.h
index 6aace0c8116c518823ff2d3faf20f36b36e42cf2..98a56fe41387ac32dc85719d64c8ac83f115bbb7 100644 (file)
--- a/sys/opensles/openslesringbuffer.h
+++ b/sys/opensles/openslesringbuffer.h
@@ -52,9 +52,7 @@ typedef enum
   RB_MODE_LAST
 } RingBufferMode;
 
-typedef gboolean (*AcquireFunc) (GstRingBuffer * rb, guint nbuffers,
-    SLDataFormat_PCM * format);
-
+typedef gboolean (*AcquireFunc) (GstRingBuffer * rb, GstRingBufferSpec * spec);
 typedef gboolean (*StateFunc) (GstRingBuffer * rb);
 
 typedef struct _GstOpenSLESRingBuffer GstOpenSLESRingBuffer;
@@ -84,7 +82,7 @@ struct _GstOpenSLESRingBuffer
 
   /* buffer queue */
   SLAndroidSimpleBufferQueueItf bufferQueue;
-  gint last_readseg;
+  gint last_clearseg;
 
   /* vmethods */
   AcquireFunc acquire;