gio/gconverterinputstream.c

   1 /* GIO - GLib Input, Output and Streaming Library
   2  *
   3  * Copyright (C) 2009 Red Hat, Inc.
   4  *
   5  * This library is free software; you can redistribute it and/or
   6  * modify it under the terms of the GNU Lesser General Public
   7  * License as published by the Free Software Foundation; either
   8  * version 2 of the License, or (at your option) any later version.
   9  *
  10  * This library is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * Lesser General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU Lesser General
  16  * Public License along with this library; if not, write to the
  17  * Free Software Foundation, Inc., 59 Temple Place, Suite 330,
  18  * Boston, MA 02111-1307, USA.
  19  *
  20  * Author: Alexander Larsson <alexl@redhat.com>
  21  */
  22
  23 #include "config.h"
  24
  25 #include <string.h>
  26
  27 #include "gconverterinputstream.h"
  28 #include "gsimpleasyncresult.h"
  29 #include "gcancellable.h"
  30 #include "gioenumtypes.h"
  31 #include "gioerror.h"
  32 #include "glibintl.h"
  33
  34 #include "gioalias.h"
  35
  36 /**
  37  * SECTION:gconverterinputstream
  38  * @short_description: Converter Input Stream
  39  * @include: gio/gio.h
  40  * @see_also: #GInputStream, #GConverter
  41  *
  42  * Converter input stream implements #GInputStream and allows
  43  * conversion of data of various types during reading.
  44  *
  45  **/
  46
  47 #define INITIAL_BUFFER_SIZE 4096
  48
  49 typedef struct {
  50   char *data;
  51   gsize start;
  52   gsize end;
  53   gsize size;
  54 } Buffer;
  55
  56 struct _GConverterInputStreamPrivate {
  57   gboolean at_input_end;
  58   gboolean finished;
  59   GConverter *converter;
  60   Buffer input_buffer;
  61   Buffer converted_buffer;
  62 };
  63
  64 enum {
  65   PROP_0,
  66   PROP_CONVERTER
  67 };
  68
  69 static void   g_converter_input_stream_set_property (GObject       *object,
  70                                                      guint          prop_id,
  71                                                      const GValue  *value,
  72                                                      GParamSpec    *pspec);
  73 static void   g_converter_input_stream_get_property (GObject       *object,
  74                                                      guint          prop_id,
  75                                                      GValue        *value,
  76                                                      GParamSpec    *pspec);
  77 static void   g_converter_input_stream_finalize     (GObject       *object);
  78 static gssize g_converter_input_stream_read         (GInputStream  *stream,
  79                                                      void          *buffer,
  80                                                      gsize          count,
  81                                                      GCancellable  *cancellable,
  82                                                      GError       **error);
  83
  84 G_DEFINE_TYPE (GConverterInputStream,
  85                g_converter_input_stream,
  86                G_TYPE_FILTER_INPUT_STREAM)
  87
  88 static void
  89 g_converter_input_stream_class_init (GConverterInputStreamClass *klass)
  90 {
  91   GObjectClass *object_class;
  92   GInputStreamClass *istream_class;
  93
  94   g_type_class_add_private (klass, sizeof (GConverterInputStreamPrivate));
  95
  96   object_class = G_OBJECT_CLASS (klass);
  97   object_class->get_property = g_converter_input_stream_get_property;
  98   object_class->set_property = g_converter_input_stream_set_property;
  99   object_class->finalize     = g_converter_input_stream_finalize;
 100
 101   istream_class = G_INPUT_STREAM_CLASS (klass);
 102   istream_class->read_fn = g_converter_input_stream_read;
 103
 104   g_object_class_install_property (object_class,
 105                                    PROP_CONVERTER,
 106                                    g_param_spec_object ("converter",
 107                                                         P_("Converter"),
 108                                                         P_("The converter object"),
 109                                                         G_TYPE_CONVERTER,
 110                                                         G_PARAM_READWRITE|
 111                                                         G_PARAM_CONSTRUCT_ONLY|
 112                                                         G_PARAM_STATIC_STRINGS));
 113
 114 }
 115
 116 static void
 117 g_converter_input_stream_finalize (GObject *object)
 118 {
 119   GConverterInputStreamPrivate *priv;
 120   GConverterInputStream        *stream;
 121
 122   stream = G_CONVERTER_INPUT_STREAM (object);
 123   priv = stream->priv;
 124
 125   g_free (priv->input_buffer.data);
 126   g_free (priv->converted_buffer.data);
 127   if (priv->converter)
 128     g_object_unref (priv->converter);
 129
 130   G_OBJECT_CLASS (g_converter_input_stream_parent_class)->finalize (object);
 131 }
 132
 133 static void
 134 g_converter_input_stream_set_property (GObject      *object,
 135                                        guint         prop_id,
 136                                        const GValue *value,
 137                                        GParamSpec   *pspec)
 138 {
 139   GConverterInputStream *cstream;
 140
 141   cstream = G_CONVERTER_INPUT_STREAM (object);
 142
 143    switch (prop_id)
 144     {
 145     case PROP_CONVERTER:
 146       cstream->priv->converter = g_value_dup_object (value);
 147       break;
 148
 149     default:
 150       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
 151       break;
 152     }
 153
 154 }
 155
 156 static void
 157 g_converter_input_stream_get_property (GObject    *object,
 158                                        guint       prop_id,
 159                                        GValue     *value,
 160                                        GParamSpec *pspec)
 161 {
 162   GConverterInputStreamPrivate *priv;
 163   GConverterInputStream        *cstream;
 164
 165   cstream = G_CONVERTER_INPUT_STREAM (object);
 166   priv = cstream->priv;
 167
 168   switch (prop_id)
 169     {
 170     case PROP_CONVERTER:
 171       g_value_set_object (value, priv->converter);
 172       break;
 173
 174     default:
 175       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
 176       break;
 177     }
 178
 179 }
 180 static void
 181 g_converter_input_stream_init (GConverterInputStream *stream)
 182 {
 183   stream->priv = G_TYPE_INSTANCE_GET_PRIVATE (stream,
 184                                               G_TYPE_CONVERTER_INPUT_STREAM,
 185                                               GConverterInputStreamPrivate);
 186 }
 187
 188 /**
 189  * g_converter_input_stream_new:
 190  * @base_stream: a #GInputStream
 191  * @converter: a #GConverter
 192  *
 193  * Creates a new converter input stream for the @base_stream.
 194  *
 195  * Returns: a new #GInputStream.
 196  **/
 197 GInputStream *
 198 g_converter_input_stream_new (GInputStream *base_stream,
 199                               GConverter   *converter)
 200 {
 201   GInputStream *stream;
 202
 203   g_return_val_if_fail (G_IS_INPUT_STREAM (base_stream), NULL);
 204
 205   stream = g_object_new (G_TYPE_CONVERTER_INPUT_STREAM,
 206                          "base-stream", base_stream,
 207                          "converter", converter,
 208                          NULL);
 209
 210   return stream;
 211 }
 212
 213 static gsize
 214 buffer_data_size (Buffer *buffer)
 215 {
 216   return buffer->end - buffer->start;
 217 }
 218
 219 static gsize
 220 buffer_tailspace (Buffer *buffer)
 221 {
 222   return buffer->size - buffer->end;
 223 }
 224
 225 static char *
 226 buffer_data (Buffer *buffer)
 227 {
 228   return buffer->data + buffer->start;
 229 }
 230
 231 static void
 232 buffer_consumed (Buffer *buffer,
 233                  gsize count)
 234 {
 235   buffer->start += count;
 236   if (buffer->start == buffer->end)
 237     buffer->start = buffer->end = 0;
 238 }
 239
 240 static void
 241 buffer_read (Buffer *buffer,
 242              char *dest,
 243              gsize count)
 244 {
 245   memcpy (dest, buffer->data + buffer->start, count);
 246   buffer_consumed (buffer, count);
 247 }
 248
 249 static void
 250 compact_buffer (Buffer *buffer)
 251 {
 252   gsize in_buffer;
 253
 254   in_buffer = buffer_data_size (buffer);
 255   memmove (buffer->data,
 256            buffer->data + buffer->start,
 257            in_buffer);
 258   buffer->end -= buffer->start;
 259   buffer->start = 0;
 260 }
 261
 262 static void
 263 grow_buffer (Buffer *buffer)
 264 {
 265   char *data;
 266   gsize size, in_buffer;
 267
 268   if (buffer->size == 0)
 269     size = INITIAL_BUFFER_SIZE;
 270   else
 271     size = buffer->size * 2;
 272
 273   data = g_malloc (size);
 274   in_buffer = buffer_data_size (buffer);
 275
 276   memcpy (data,
 277           buffer->data + buffer->start,
 278           in_buffer);
 279   g_free (buffer->data);
 280   buffer->data = data;
 281   buffer->end -= buffer->start;
 282   buffer->start = 0;
 283   buffer->size = size;
 284 }
 285
 286 /* Ensures that the buffer can fit at_least_size bytes,
 287  * *including* the current in-buffer data */
 288 static void
 289 buffer_ensure_space (Buffer *buffer,
 290                      gsize at_least_size)
 291 {
 292   gsize in_buffer, left_to_fill;
 293
 294   in_buffer = buffer_data_size (buffer);
 295
 296   if (in_buffer >= at_least_size)
 297     return;
 298
 299   left_to_fill = buffer_tailspace (buffer);
 300
 301   if (in_buffer + left_to_fill >= at_least_size)
 302     {
 303       /* We fit in remaining space at end */
 304       /* If the copy is small, compact now anyway so we can fill more */
 305       if (in_buffer < 256)
 306         compact_buffer (buffer);
 307     }
 308   else if (buffer->size >= at_least_size)
 309     {
 310       /* We fit, but only if we compact */
 311       compact_buffer (buffer);
 312     }
 313   else
 314     {
 315       /* Need to grow buffer */
 316       while (buffer->size < at_least_size)
 317         grow_buffer (buffer);
 318     }
 319 }
 320
 321 static gssize
 322 fill_input_buffer (GConverterInputStream  *stream,
 323                    gsize                   at_least_size,
 324                    GCancellable           *cancellable,
 325                    GError                **error)
 326 {
 327   GConverterInputStreamPrivate *priv;
 328   GInputStream *base_stream;
 329   gssize nread;
 330
 331   priv = stream->priv;
 332
 333   buffer_ensure_space (&priv->input_buffer, at_least_size);
 334
 335   base_stream = G_FILTER_INPUT_STREAM (stream)->base_stream;
 336   nread = g_input_stream_read (base_stream,
 337                                priv->input_buffer.data + priv->input_buffer.end,
 338                                buffer_tailspace (&priv->input_buffer),
 339                                cancellable,
 340                                error);
 341
 342   if (nread > 0)
 343     priv->input_buffer.end += nread;
 344
 345   return nread;
 346 }
 347
 348
 349 static gssize
 350 g_converter_input_stream_read (GInputStream *stream,
 351                                void         *buffer,
 352                                gsize         count,
 353                                GCancellable *cancellable,
 354                                GError      **error)
 355 {
 356   GConverterInputStream *cstream;
 357   GConverterInputStreamPrivate *priv;
 358   gsize available, total_bytes_read;
 359   gssize nread;
 360   GConverterResult res;
 361   gsize bytes_read;
 362   gsize bytes_written;
 363   GError *my_error;
 364   GError *my_error2;
 365
 366   cstream = G_CONVERTER_INPUT_STREAM (stream);
 367   priv = cstream->priv;
 368
 369   available = buffer_data_size (&priv->converted_buffer);
 370
 371   if (available > 0 &&
 372       count <= available)
 373     {
 374       /* Converted data available, return that */
 375       buffer_read (&priv->converted_buffer, buffer, count);
 376       return count;
 377     }
 378
 379   /* Full request not available, read all currently available and request
 380      refill/conversion for more */
 381
 382   buffer_read (&priv->converted_buffer, buffer, available);
 383
 384   total_bytes_read = available;
 385   count -= available;
 386
 387   /* If there is no data to convert, and no pre-converted data,
 388      do some i/o for more input */
 389   if (buffer_data_size (&priv->input_buffer) == 0 &&
 390       total_bytes_read == 0 &&
 391       !priv->at_input_end)
 392     {
 393       nread = fill_input_buffer (cstream, count, cancellable, error);
 394       if (nread < 0)
 395         return -1;
 396       if (nread == 0)
 397         priv->at_input_end = TRUE;
 398     }
 399
 400   /* First try to convert any available data (or state) directly to the user buffer: */
 401   if (!priv->finished)
 402     {
 403       my_error = NULL;
 404       res = g_converter_convert (priv->converter,
 405                                  buffer_data (&priv->input_buffer),
 406                                  buffer_data_size (&priv->input_buffer),
 407                                  buffer, count,
 408                                  priv->at_input_end ? G_CONVERTER_INPUT_AT_END : 0,
 409                                  &bytes_read,
 410                                  &bytes_written,
 411                                  &my_error);
 412       if (res != G_CONVERTER_ERROR)
 413         {
 414           total_bytes_read += bytes_written;
 415           buffer_consumed (&priv->input_buffer, bytes_read);
 416           if (res == G_CONVERTER_FINISHED)
 417             priv->finished = TRUE; /* We're done converting */
 418         }
 419       else if (total_bytes_read == 0 &&
 420                !g_error_matches (my_error,
 421                                  G_IO_ERROR,
 422                                  G_IO_ERROR_PARTIAL_INPUT) &&
 423                !g_error_matches (my_error,
 424                                  G_IO_ERROR,
 425                                  G_IO_ERROR_NO_SPACE))
 426         {
 427           /* No previously read data and no "special" error, return error */
 428           g_propagate_error (error, my_error);
 429           return -1;
 430         }
 431       else
 432         g_error_free (my_error);
 433     }
 434
 435   /* We had some pre-converted data and/or we converted directly to the
 436      user buffer */
 437   if (total_bytes_read > 0)
 438     return total_bytes_read;
 439
 440   /* If there is no more to convert, return EOF */
 441   if (priv->finished)
 442     {
 443       g_assert (buffer_data_size (&priv->converted_buffer) == 0);
 444       return 0;
 445     }
 446
 447   /* There was "complexity" in the straight-to-buffer conversion,
 448    * convert to our own buffer and write from that.
 449    * At this point we didn't produce any data into @buffer.
 450    */
 451
 452   /* Ensure we have *some* initial target space */
 453   buffer_ensure_space (&priv->converted_buffer, count);
 454
 455   while (TRUE)
 456     {
 457       g_assert (!priv->finished);
 458
 459       /* Try to convert to our buffer */
 460       my_error = NULL;
 461       res = g_converter_convert (priv->converter,
 462                                  buffer_data (&priv->input_buffer),
 463                                  buffer_data_size (&priv->input_buffer),
 464                                  buffer_data (&priv->converted_buffer),
 465                                  buffer_tailspace (&priv->converted_buffer),
 466                                  priv->at_input_end ? G_CONVERTER_INPUT_AT_END : 0,
 467                                  &bytes_read,
 468                                  &bytes_written,
 469                                  &my_error);
 470       if (res != G_CONVERTER_ERROR)
 471         {
 472           priv->converted_buffer.end += bytes_written;
 473           buffer_consumed (&priv->input_buffer, bytes_read);
 474
 475           /* Maybe we consumed without producing any output */
 476           if (buffer_data_size (&priv->converted_buffer) == 0 && res != G_CONVERTER_FINISHED)
 477             continue; /* Convert more */
 478
 479           if (res == G_CONVERTER_FINISHED)
 480             priv->finished = TRUE;
 481
 482           total_bytes_read = MIN (count, buffer_data_size (&priv->converted_buffer));
 483           buffer_read (&priv->converted_buffer, buffer, total_bytes_read);
 484
 485           g_assert (priv->finished || total_bytes_read > 0);
 486
 487           return total_bytes_read;
 488         }
 489
 490       /* There was some kind of error filling our buffer */
 491
 492       if (g_error_matches (my_error,
 493                            G_IO_ERROR,
 494                            G_IO_ERROR_PARTIAL_INPUT) &&
 495           !priv->at_input_end)
 496         {
 497           /* Need more data */
 498           my_error2 = NULL;
 499           res = fill_input_buffer (cstream,
 500                                    buffer_data_size (&priv->input_buffer) + 4096,
 501                                    cancellable,
 502                                    &my_error2);
 503           if (res < 0)
 504             {
 505               /* Can't read any more data, return that error */
 506               g_error_free (my_error);
 507               g_propagate_error (error, my_error2);
 508               return -1;
 509             }
 510           else if (res == 0)
 511             {
 512               /* End of file, try INPUT_AT_END */
 513               priv->at_input_end = TRUE;
 514             }
 515           g_error_free (my_error);
 516           continue;
 517         }
 518
 519       if (g_error_matches (my_error,
 520                            G_IO_ERROR,
 521                            G_IO_ERROR_NO_SPACE))
 522         {
 523           /* Need more destination space, grow it
 524            * Note: if we actually grow the buffer (as opposed to compacting it),
 525            * this will double the size, not just add one byte. */
 526           buffer_ensure_space (&priv->converted_buffer,
 527                                priv->converted_buffer.size + 1);
 528           g_error_free (my_error);
 529           continue;
 530         }
 531
 532       /* Any other random error, return it */
 533       g_propagate_error (error, my_error);
 534       return -1;
 535     }
 536
 537   g_assert_not_reached ();
 538 }
 539
 540 /**
 541  * g_converter_input_stream_get_converter:
 542  * @converter_stream: a #GConverterInputStream
 543  *
 544  * Gets the #GConverter that is used by @converter_stream.
 545  *
 546  * Returns: the converter of the converter input stream
 547  *
 548  * Since: 2.24
 549  */
 550 GConverter *
 551 g_converter_input_stream_get_converter (GConverterInputStream *converter_stream)
 552 {
 553   return converter_stream->priv->converter;
 554 }
 555
 556 #define __G_CONVERTER_INPUT_STREAM_C__
 557 #include "gioaliasdef.c"