/*
* gstvaapiimage.c - VA image abstraction
*
- * gstreamer-vaapi (C) 2010 Splitted-Desktop Systems
+ * Copyright (C) 2010-2011 Splitted-Desktop Systems
+ * Copyright (C) 2011 Intel Corporation
*
- * This program is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
- * (at your option) any later version.
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public License
+ * as published by the Free Software Foundation; either version 2.1
+ * of the License, or (at your option) any later version.
*
- * This program is distributed in the hope that it will be useful,
+ * This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
*
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with this library; if not, write to the Free
+ * Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+ * Boston, MA 02110-1301 USA
+ */
+
+/**
+ * SECTION:gstvaapiimage
+ * @short_description: VA image abstraction
*/
#include "config.h"
#include <string.h>
+#include "gstvaapicompat.h"
#include "gstvaapiutils.h"
#include "gstvaapiimage.h"
-#include <va/va_backend.h>
+#include "gstvaapi_priv.h"
#define DEBUG 1
#include "gstvaapidebug.h"
-G_DEFINE_TYPE(GstVaapiImage, gst_vaapi_image, G_TYPE_OBJECT);
+G_DEFINE_TYPE(GstVaapiImage, gst_vaapi_image, GST_VAAPI_TYPE_OBJECT);
#define GST_VAAPI_IMAGE_GET_PRIVATE(obj) \
(G_TYPE_INSTANCE_GET_PRIVATE((obj), \
GstVaapiImagePrivate))
struct _GstVaapiImagePrivate {
- GstVaapiDisplay *display;
VAImage internal_image;
VAImage image;
guchar *image_data;
GstVaapiImageFormat format;
guint width;
guint height;
+ guint create_image : 1;
guint is_constructed : 1;
guint is_linear : 1;
};
enum {
PROP_0,
- PROP_DISPLAY,
- PROP_IMAGE_ID,
+ PROP_IMAGE,
PROP_FORMAT,
PROP_WIDTH,
PROP_HEIGHT
};
#define SWAP_UINT(a, b) do { \
- unsigned int v = a; \
+ guint v = a; \
a = b; \
b = v; \
} while (0)
+static gboolean
+_gst_vaapi_image_map(GstVaapiImage *image, GstVaapiImageRaw *raw_image);
+
+static gboolean
+_gst_vaapi_image_unmap(GstVaapiImage *image);
+
+static gboolean
+_gst_vaapi_image_set_image(GstVaapiImage *image, const VAImage *va_image);
+
+/*
+ * VAImage wrapper
+ */
+
+#define VAAPI_TYPE_IMAGE vaapi_image_get_type()
+
+static gpointer
+vaapi_image_copy(gpointer va_image)
+{
+ return g_slice_dup(VAImage, va_image);
+}
+
static void
-gst_vaapi_image_destroy(GstVaapiImage *image)
+vaapi_image_free(gpointer va_image)
{
- GstVaapiImagePrivate * const priv = image->priv;
- VAStatus status;
+ if (G_LIKELY(va_image))
+ g_slice_free(VAImage, va_image);
+}
- gst_vaapi_image_unmap(image);
+static GType
+vaapi_image_get_type(void)
+{
+ static GType type = 0;
- if (priv->internal_image.image_id != VA_INVALID_ID) {
- GST_VAAPI_DISPLAY_LOCK(priv->display);
- status = vaDestroyImage(
- GST_VAAPI_DISPLAY_VADISPLAY(priv->display),
- priv->internal_image.image_id
+ if (G_UNLIKELY(type == 0))
+ type = g_boxed_type_register_static(
+ "VAImage",
+ vaapi_image_copy,
+ vaapi_image_free
);
- GST_VAAPI_DISPLAY_UNLOCK(priv->display);
- if (!vaapi_check_status(status, "vaDestroyImage()"))
- g_warning("failed to destroy image 0x%08x\n",
- priv->internal_image.image_id);
- priv->internal_image.image_id = VA_INVALID_ID;
+ return type;
+}
+
+static gboolean
+vaapi_image_is_linear(const VAImage *va_image)
+{
+ guint i, width, height, width2, height2, data_size;
+
+ for (i = 1; i < va_image->num_planes; i++)
+ if (va_image->offsets[i] < va_image->offsets[i - 1])
+ return FALSE;
+
+ width = va_image->width;
+ height = va_image->height;
+ width2 = (width + 1) / 2;
+ height2 = (height + 1) / 2;
+
+ switch (va_image->format.fourcc) {
+ case VA_FOURCC('N','V','1','2'):
+ case VA_FOURCC('Y','V','1','2'):
+ case VA_FOURCC('I','4','2','0'):
+ data_size = width * height + 2 * width2 * height2;
+ break;
+ case VA_FOURCC('A','Y','U','V'):
+ case VA_FOURCC('A','R','G','B'):
+ case VA_FOURCC('R','G','B','A'):
+ case VA_FOURCC('A','B','G','R'):
+ case VA_FOURCC('B','G','R','A'):
+ data_size = 4 * width * height;
+ break;
+ default:
+ g_error("FIXME: incomplete formats");
+ break;
}
+ return va_image->data_size == data_size;
+}
+
+static void
+gst_vaapi_image_destroy(GstVaapiImage *image)
+{
+ GstVaapiDisplay * const display = GST_VAAPI_OBJECT_DISPLAY(image);
+ VAImageID image_id;
+ VAStatus status;
+
+ _gst_vaapi_image_unmap(image);
- if (priv->display) {
- g_object_unref(priv->display);
- priv->display = NULL;
+ image_id = GST_VAAPI_OBJECT_ID(image);
+ GST_DEBUG("image %" GST_VAAPI_ID_FORMAT, GST_VAAPI_ID_ARGS(image_id));
+
+ if (image_id != VA_INVALID_ID) {
+ GST_VAAPI_DISPLAY_LOCK(display);
+ status = vaDestroyImage(GST_VAAPI_DISPLAY_VADISPLAY(display), image_id);
+ GST_VAAPI_DISPLAY_UNLOCK(display);
+ if (!vaapi_check_status(status, "vaDestroyImage()"))
+ g_warning("failed to destroy image %" GST_VAAPI_ID_FORMAT,
+ GST_VAAPI_ID_ARGS(image_id));
+ GST_VAAPI_OBJECT_ID(image) = VA_INVALID_ID;
}
}
static gboolean
_gst_vaapi_image_create(GstVaapiImage *image, GstVaapiImageFormat format)
{
+ GstVaapiDisplay * const display = GST_VAAPI_OBJECT_DISPLAY(image);
GstVaapiImagePrivate * const priv = image->priv;
const VAImageFormat *va_format;
VAStatus status;
- if (!gst_vaapi_display_has_image_format(priv->display, format))
+ if (!gst_vaapi_display_has_image_format(display, format))
return FALSE;
va_format = gst_vaapi_image_format_get_va_format(format);
if (!va_format)
return FALSE;
- GST_VAAPI_DISPLAY_LOCK(priv->display);
+ GST_VAAPI_DISPLAY_LOCK(display);
status = vaCreateImage(
- GST_VAAPI_DISPLAY_VADISPLAY(priv->display),
+ GST_VAAPI_DISPLAY_VADISPLAY(display),
(VAImageFormat *)va_format,
priv->width,
priv->height,
&priv->internal_image
);
- GST_VAAPI_DISPLAY_UNLOCK(priv->display);
+ GST_VAAPI_DISPLAY_UNLOCK(display);
if (status != VA_STATUS_SUCCESS ||
priv->internal_image.format.fourcc != va_format->fourcc)
return FALSE;
}
static gboolean
-_gst_vaapi_image_is_linear(GstVaapiImage *image)
-{
- GstVaapiImagePrivate * const priv = image->priv;
- guint i, width, height, width2, height2, data_size;
-
- for (i = 1; i < priv->image.num_planes; i++)
- if (priv->image.offsets[i] < priv->image.offsets[i - 1])
- return FALSE;
-
- width = priv->width;
- height = priv->height;
- width2 = (width + 1) / 2;
- height2 = (height + 1) / 2;
-
- switch (priv->internal_format) {
- case GST_VAAPI_IMAGE_NV12:
- case GST_VAAPI_IMAGE_YV12:
- case GST_VAAPI_IMAGE_I420:
- data_size = width * height + 2 * width2 * height2;
- break;
- case GST_VAAPI_IMAGE_ARGB:
- case GST_VAAPI_IMAGE_RGBA:
- case GST_VAAPI_IMAGE_ABGR:
- case GST_VAAPI_IMAGE_BGRA:
- data_size = 4 * width * height;
- break;
- default:
- g_error("FIXME: incomplete formats");
- break;
- }
- return priv->image.data_size == data_size;
-}
-
-static gboolean
gst_vaapi_image_create(GstVaapiImage *image)
{
GstVaapiImagePrivate * const priv = image->priv;
GstVaapiImageFormat format = priv->format;
const VAImageFormat *va_format;
+ VAImageID image_id;
+
+ if (!priv->create_image)
+ return (priv->image.image_id != VA_INVALID_ID &&
+ priv->image.buf != VA_INVALID_ID);
if (!_gst_vaapi_image_create(image, format)) {
switch (format) {
return FALSE;
}
priv->image = priv->internal_image;
+ image_id = priv->image.image_id;
if (priv->format != priv->internal_format) {
switch (priv->format) {
break;
}
}
+ priv->is_linear = vaapi_image_is_linear(&priv->image);
- GST_DEBUG("image 0x%08x", priv->image.image_id);
- priv->is_linear = _gst_vaapi_image_is_linear(image);
+ GST_DEBUG("image %" GST_VAAPI_ID_FORMAT, GST_VAAPI_ID_ARGS(image_id));
+ GST_VAAPI_OBJECT_ID(image) = image_id;
return TRUE;
}
GstVaapiImagePrivate * const priv = image->priv;
switch (prop_id) {
- case PROP_DISPLAY:
- priv->display = g_object_ref(g_value_get_object(value));
+ case PROP_IMAGE: {
+ const VAImage * const va_image = g_value_get_boxed(value);
+ if (va_image)
+ _gst_vaapi_image_set_image(image, va_image);
break;
+ }
case PROP_FORMAT:
- priv->format = g_value_get_uint(value);
+ if (priv->create_image)
+ priv->format = g_value_get_uint(value);
break;
case PROP_WIDTH:
- priv->width = g_value_get_uint(value);
+ if (priv->create_image)
+ priv->width = g_value_get_uint(value);
break;
case PROP_HEIGHT:
- priv->height = g_value_get_uint(value);
+ if (priv->create_image)
+ priv->height = g_value_get_uint(value);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID(object, prop_id, pspec);
GstVaapiImage * const image = GST_VAAPI_IMAGE(object);
switch (prop_id) {
- case PROP_DISPLAY:
- g_value_set_pointer(value, gst_vaapi_image_get_display(image));
- break;
- case PROP_IMAGE_ID:
- g_value_set_uint(value, gst_vaapi_image_get_id(image));
+ case PROP_IMAGE:
+ g_value_set_boxed(value, &image->priv->image);
break;
case PROP_FORMAT:
g_value_set_uint(value, gst_vaapi_image_get_format(image));
g_object_class_install_property
(object_class,
- PROP_DISPLAY,
- g_param_spec_object("display",
- "display",
- "GStreamer Va display",
- GST_VAAPI_TYPE_DISPLAY,
- G_PARAM_READWRITE|G_PARAM_CONSTRUCT_ONLY));
-
- g_object_class_install_property
- (object_class,
- PROP_IMAGE_ID,
- g_param_spec_uint("id",
- "VA image id",
- "VA image id",
- 0, G_MAXUINT32, VA_INVALID_ID,
- G_PARAM_READABLE));
+ PROP_IMAGE,
+ g_param_spec_boxed("image",
+ "Image",
+ "The underlying VA image",
+ VAAPI_TYPE_IMAGE,
+ G_PARAM_READWRITE|G_PARAM_CONSTRUCT_ONLY));
g_object_class_install_property
(object_class,
PROP_WIDTH,
g_param_spec_uint("width",
"width",
- "Image width",
+ "The image width",
0, G_MAXUINT32, 0,
G_PARAM_READWRITE|G_PARAM_CONSTRUCT_ONLY));
(object_class,
PROP_HEIGHT,
g_param_spec_uint("height",
- "height",
- "Image height",
+ "heighr",
+ "The image height",
0, G_MAXUINT32, 0,
G_PARAM_READWRITE|G_PARAM_CONSTRUCT_ONLY));
+ /**
+ * GstVaapiImage:format:
+ *
+ * The #GstVaapiImageFormat of the image
+ */
g_object_class_install_property
(object_class,
PROP_FORMAT,
g_param_spec_uint("format",
- "format",
- "Image format",
+ "Format",
+ "The underlying image format",
0, G_MAXUINT32, 0,
G_PARAM_READWRITE|G_PARAM_CONSTRUCT_ONLY));
}
GstVaapiImagePrivate *priv = GST_VAAPI_IMAGE_GET_PRIVATE(image);
image->priv = priv;
- priv->display = NULL;
priv->image_data = NULL;
priv->width = 0;
priv->height = 0;
priv->internal_format = 0;
priv->format = 0;
+ priv->create_image = TRUE;
priv->is_constructed = FALSE;
priv->is_linear = FALSE;
priv->image.buf = VA_INVALID_ID;
}
+/**
+ * gst_vaapi_image_new:
+ * @display: a #GstVaapiDisplay
+ * @format: a #GstVaapiImageFormat
+ * @width: the requested image width
+ * @height: the requested image height
+ *
+ * Creates a new #GstVaapiImage with the specified format and
+ * dimensions.
+ *
+ * Return value: the newly allocated #GstVaapiImage object
+ */
GstVaapiImage *
gst_vaapi_image_new(
GstVaapiDisplay *display,
guint height
)
{
+ GstVaapiImage *image;
+
g_return_val_if_fail(GST_VAAPI_IS_DISPLAY(display), NULL);
g_return_val_if_fail(width > 0, NULL);
g_return_val_if_fail(height > 0, NULL);
GST_DEBUG("format %" GST_FOURCC_FORMAT ", size %ux%u",
GST_FOURCC_ARGS(format), width, height);
- return g_object_new(GST_VAAPI_TYPE_IMAGE,
- "display", display,
- "format", format,
- "width", width,
- "height", height,
- NULL);
+ image = g_object_new(
+ GST_VAAPI_TYPE_IMAGE,
+ "display", display,
+ "id", GST_VAAPI_ID(VA_INVALID_ID),
+ "format", format,
+ "width", width,
+ "height", height,
+ NULL
+ );
+ if (!image)
+ return NULL;
+
+ if (!image->priv->is_constructed) {
+ g_object_unref(image);
+ return NULL;
+ }
+ return image;
}
-VAImageID
+/**
+ * gst_vaapi_image_new_with_image:
+ * @display: a #GstVaapiDisplay
+ * @va_image: a VA image
+ *
+ * Creates a new #GstVaapiImage from a foreign VA image. The image
+ * format and dimensions will be extracted from @va_image. This
+ * function is mainly used by gst_vaapi_surface_derive_image() to bind
+ * a VA image to a #GstVaapiImage object.
+ *
+ * Return value: the newly allocated #GstVaapiImage object
+ */
+GstVaapiImage *
+gst_vaapi_image_new_with_image(GstVaapiDisplay *display, VAImage *va_image)
+{
+ GstVaapiImage *image;
+
+ g_return_val_if_fail(GST_VAAPI_IS_DISPLAY(display), NULL);
+ g_return_val_if_fail(va_image, NULL);
+ g_return_val_if_fail(va_image->image_id != VA_INVALID_ID, NULL);
+ g_return_val_if_fail(va_image->buf != VA_INVALID_ID, NULL);
+
+ GST_DEBUG("VA image 0x%08x, format %" GST_FOURCC_FORMAT ", size %ux%u",
+ va_image->image_id,
+ GST_FOURCC_ARGS(va_image->format.fourcc),
+ va_image->width, va_image->height);
+
+ image = g_object_new(
+ GST_VAAPI_TYPE_IMAGE,
+ "display", display,
+ "id", GST_VAAPI_ID(va_image->image_id),
+ "image", va_image,
+ NULL
+ );
+ if (!image)
+ return NULL;
+
+ if (!image->priv->is_constructed) {
+ g_object_unref(image);
+ return NULL;
+ }
+ return image;
+}
+
+/**
+ * gst_vaapi_image_get_id:
+ * @image: a #GstVaapiImage
+ *
+ * Returns the underlying VAImageID of the @image.
+ *
+ * Return value: the underlying VA image id
+ */
+GstVaapiID
gst_vaapi_image_get_id(GstVaapiImage *image)
{
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), VA_INVALID_ID);
g_return_val_if_fail(image->priv->is_constructed, VA_INVALID_ID);
- return image->priv->image.image_id;
+ return GST_VAAPI_OBJECT_ID(image);
}
+/**
+ * gst_vaapi_image_get_image:
+ * @image: a #GstVaapiImage
+ * @va_image: a VA image
+ *
+ * Fills @va_image with the VA image used internally.
+ *
+ * Return value: %TRUE on success
+ */
gboolean
gst_vaapi_image_get_image(GstVaapiImage *image, VAImage *va_image)
{
return TRUE;
}
-GstVaapiDisplay *
-gst_vaapi_image_get_display(GstVaapiImage *image)
+/*
+ * _gst_vaapi_image_set_image:
+ * @image: a #GstVaapiImage
+ * @va_image: a VA image
+ *
+ * Initializes #GstVaapiImage with a foreign VA image. This function
+ * will try to "linearize" the VA image. i.e. making sure that the VA
+ * image offsets into the data buffer are in increasing order with the
+ * number of planes available in the image.
+ *
+ * This is an internal function used by gst_vaapi_image_new_with_image().
+ *
+ * Return value: %TRUE on success
+ */
+gboolean
+_gst_vaapi_image_set_image(GstVaapiImage *image, const VAImage *va_image)
{
- g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), NULL);
- g_return_val_if_fail(image->priv->is_constructed, FALSE);
+ GstVaapiImagePrivate * const priv = image->priv;
+ GstVaapiImageFormat format;
+ VAImage alt_va_image;
+ const VAImageFormat *alt_va_format;
+
+ if (!va_image)
+ return FALSE;
+
+ format = gst_vaapi_image_format(&va_image->format);
+ if (!format)
+ return FALSE;
- return image->priv->display;
+ priv->create_image = FALSE;
+ priv->internal_image = *va_image;
+ priv->internal_format = format;
+ priv->is_linear = vaapi_image_is_linear(va_image);
+ priv->image = *va_image;
+ priv->format = format;
+ priv->width = va_image->width;
+ priv->height = va_image->height;
+
+ /* Try to linearize image */
+ if (!priv->is_linear) {
+ switch (format) {
+ case GST_VAAPI_IMAGE_I420:
+ format = GST_VAAPI_IMAGE_YV12;
+ break;
+ case GST_VAAPI_IMAGE_YV12:
+ format = GST_VAAPI_IMAGE_I420;
+ break;
+ default:
+ format = 0;
+ break;
+ }
+ if (format &&
+ (alt_va_format = gst_vaapi_image_format_get_va_format(format))) {
+ alt_va_image = *va_image;
+ alt_va_image.format = *alt_va_format;
+ SWAP_UINT(alt_va_image.offsets[1], alt_va_image.offsets[2]);
+ SWAP_UINT(alt_va_image.pitches[1], alt_va_image.pitches[2]);
+ if (vaapi_image_is_linear(&alt_va_image)) {
+ priv->image = alt_va_image;
+ priv->format = format;
+ priv->is_linear = TRUE;
+ GST_DEBUG("linearized image to %" GST_FOURCC_FORMAT " format",
+ GST_FOURCC_ARGS(format));
+ }
+ }
+ }
+ return TRUE;
}
+/**
+ * gst_vaapi_image_get_format:
+ * @image: a #GstVaapiImage
+ *
+ * Returns the #GstVaapiImageFormat the @image was created with.
+ *
+ * Return value: the #GstVaapiImageFormat
+ */
GstVaapiImageFormat
gst_vaapi_image_get_format(GstVaapiImage *image)
{
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), 0);
- g_return_val_if_fail(image->priv->is_constructed, FALSE);
+ g_return_val_if_fail(image->priv->is_constructed, 0);
return image->priv->format;
}
+/**
+ * gst_vaapi_image_get_width:
+ * @image: a #GstVaapiImage
+ *
+ * Returns the @image width.
+ *
+ * Return value: the image width, in pixels
+ */
guint
gst_vaapi_image_get_width(GstVaapiImage *image)
{
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), 0);
- g_return_val_if_fail(image->priv->is_constructed, FALSE);
+ g_return_val_if_fail(image->priv->is_constructed, 0);
return image->priv->width;
}
+/**
+ * gst_vaapi_image_get_height:
+ * @image: a #GstVaapiImage
+ *
+ * Returns the @image height.
+ *
+ * Return value: the image height, in pixels.
+ */
guint
gst_vaapi_image_get_height(GstVaapiImage *image)
{
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), 0);
- g_return_val_if_fail(image->priv->is_constructed, FALSE);
+ g_return_val_if_fail(image->priv->is_constructed, 0);
return image->priv->height;
}
+/**
+ * gst_vaapi_image_get_size:
+ * @image: a #GstVaapiImage
+ * @pwidth: return location for the width, or %NULL
+ * @pheight: return location for the height, or %NULL
+ *
+ * Retrieves the dimensions of a #GstVaapiImage.
+ */
void
gst_vaapi_image_get_size(GstVaapiImage *image, guint *pwidth, guint *pheight)
{
*pheight = image->priv->height;
}
+/**
+ * gst_vaapi_image_is_linear:
+ * @image: a #GstVaapiImage
+ *
+ * Checks whether the @image has data planes allocated from a single
+ * buffer and offsets into that buffer are in increasing order with
+ * the number of planes.
+ *
+ * Return value: %TRUE if image data planes are allocated from a single buffer
+ */
gboolean
gst_vaapi_image_is_linear(GstVaapiImage *image)
{
return image->priv->is_linear;
}
+/**
+ * gst_vaapi_image_is_mapped:
+ * @image: a #GstVaapiImage
+ *
+ * Checks whether the @image is currently mapped or not.
+ *
+ * Return value: %TRUE if the @image is mapped
+ */
static inline gboolean
_gst_vaapi_image_is_mapped(GstVaapiImage *image)
{
return _gst_vaapi_image_is_mapped(image);
}
+/**
+ * gst_vaapi_image_map:
+ * @image: a #GstVaapiImage
+ *
+ * Maps the image data buffer. The actual pixels are returned by the
+ * gst_vaapi_image_get_plane() function.
+ *
+ * Return value: %TRUE on success
+ */
gboolean
gst_vaapi_image_map(GstVaapiImage *image)
{
- void *image_data;
- VAStatus status;
-
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), FALSE);
g_return_val_if_fail(image->priv->is_constructed, FALSE);
+ return _gst_vaapi_image_map(image, NULL);
+}
+
+gboolean
+_gst_vaapi_image_map(GstVaapiImage *image, GstVaapiImageRaw *raw_image)
+{
+ GstVaapiImagePrivate * const priv = image->priv;
+ GstVaapiDisplay *display;
+ void *image_data;
+ VAStatus status;
+ guint i;
+
if (_gst_vaapi_image_is_mapped(image))
return TRUE;
- GST_VAAPI_DISPLAY_LOCK(image->priv->display);
+ display = GST_VAAPI_OBJECT_DISPLAY(image);
+ if (!display)
+ return FALSE;
+
+ GST_VAAPI_DISPLAY_LOCK(display);
status = vaMapBuffer(
- GST_VAAPI_DISPLAY_VADISPLAY(image->priv->display),
+ GST_VAAPI_DISPLAY_VADISPLAY(display),
image->priv->image.buf,
&image_data
);
- GST_VAAPI_DISPLAY_UNLOCK(image->priv->display);
+ GST_VAAPI_DISPLAY_UNLOCK(display);
if (!vaapi_check_status(status, "vaMapBuffer()"))
return FALSE;
image->priv->image_data = image_data;
+
+ if (raw_image) {
+ const VAImage * const va_image = &priv->image;
+ raw_image->format = priv->format;
+ raw_image->width = va_image->width;
+ raw_image->height = va_image->height;
+ raw_image->num_planes = va_image->num_planes;
+ for (i = 0; i < raw_image->num_planes; i++) {
+ raw_image->pixels[i] = image_data + va_image->offsets[i];
+ raw_image->stride[i] = va_image->pitches[i];
+ }
+ }
return TRUE;
}
+/**
+ * gst_vaapi_image_unmap:
+ * @image: a #GstVaapiImage
+ *
+ * Unmaps the image data buffer. Pointers to pixels returned by
+ * gst_vaapi_image_get_plane() are then no longer valid.
+ *
+ * Return value: %TRUE on success
+ */
gboolean
gst_vaapi_image_unmap(GstVaapiImage *image)
{
- VAStatus status;
-
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), FALSE);
g_return_val_if_fail(image->priv->is_constructed, FALSE);
+ return _gst_vaapi_image_unmap(image);
+}
+
+gboolean
+_gst_vaapi_image_unmap(GstVaapiImage *image)
+{
+ GstVaapiDisplay *display;
+ VAStatus status;
+
if (!_gst_vaapi_image_is_mapped(image))
return FALSE;
- GST_VAAPI_DISPLAY_LOCK(image->priv->display);
+ display = GST_VAAPI_OBJECT_DISPLAY(image);
+ if (!display)
+ return FALSE;
+
+ GST_VAAPI_DISPLAY_LOCK(display);
status = vaUnmapBuffer(
- GST_VAAPI_DISPLAY_VADISPLAY(image->priv->display),
+ GST_VAAPI_DISPLAY_VADISPLAY(display),
image->priv->image.buf
);
- GST_VAAPI_DISPLAY_UNLOCK(image->priv->display);
+ GST_VAAPI_DISPLAY_UNLOCK(display);
if (!vaapi_check_status(status, "vaUnmapBuffer()"))
return FALSE;
return TRUE;
}
+/**
+ * gst_vaapi_image_get_plane_count:
+ * @image: a #GstVaapiImage
+ *
+ * Retrieves the number of planes available in the @image. The @image
+ * must be mapped for this function to work properly.
+ *
+ * Return value: the number of planes available in the @image
+ */
guint
gst_vaapi_image_get_plane_count(GstVaapiImage *image)
{
return image->priv->image.num_planes;
}
+/**
+ * gst_vaapi_image_get_plane:
+ * @image: a #GstVaapiImage
+ * @plane: the requested plane number
+ *
+ * Retrieves the pixels data to the specified @plane. The @image must
+ * be mapped for this function to work properly.
+ *
+ * Return value: the pixels data of the specified @plane
+ */
guchar *
gst_vaapi_image_get_plane(GstVaapiImage *image, guint plane)
{
return image->priv->image_data + image->priv->image.offsets[plane];
}
+/**
+ * gst_vaapi_image_get_pitch:
+ * @image: a #GstVaapiImage
+ * @plane: the requested plane number
+ *
+ * Retrieves the line size (stride) of the specified @plane. The
+ * @image must be mapped for this function to work properly.
+ *
+ * Return value: the line size (stride) of the specified plane
+ */
guint
gst_vaapi_image_get_pitch(GstVaapiImage *image, guint plane)
{
return image->priv->image.pitches[plane];
}
+/**
+ * gst_vaapi_image_get_data_size:
+ * @image: a #GstVaapiImage
+ *
+ * Retrieves the underlying image data size. This function could be
+ * used to determine whether the image has a compatible layout with
+ * another image structure.
+ *
+ * Return value: the whole image data size of the @image
+ */
guint
gst_vaapi_image_get_data_size(GstVaapiImage *image)
{
return image->priv->image.data_size;
}
-gboolean
-gst_vaapi_image_update_from_buffer(GstVaapiImage *image, GstBuffer *buffer)
+static gboolean
+init_image_from_buffer(GstVaapiImageRaw *raw_image, GstBuffer *buffer)
{
- GstVaapiImagePrivate *priv;
GstStructure *structure;
GstCaps *caps;
GstVaapiImageFormat format;
+ guint width2, height2, size2;
gint width, height;
- guint offsets[3], pitches[3], widths[3], heights[3];
- guint i, j;
guchar *data;
guint32 data_size;
- g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), FALSE);
- g_return_val_if_fail(image->priv->is_constructed, FALSE);
- g_return_val_if_fail(GST_IS_BUFFER(buffer), FALSE);
-
- priv = image->priv;
data = GST_BUFFER_DATA(buffer);
data_size = GST_BUFFER_SIZE(buffer);
caps = GST_BUFFER_CAPS(buffer);
return FALSE;
format = gst_vaapi_image_format_from_caps(caps);
- if (format != priv->format)
- return FALSE;
structure = gst_caps_get_structure(caps, 0);
gst_structure_get_int(structure, "width", &width);
gst_structure_get_int(structure, "height", &height);
- if (width != priv->width || height != priv->height)
+
+ /* XXX: copied from gst_video_format_get_row_stride() -- no NV12? */
+ raw_image->format = format;
+ raw_image->width = width;
+ raw_image->height = height;
+ width2 = (width + 1) / 2;
+ height2 = (height + 1) / 2;
+ size2 = 0;
+ switch (format) {
+ case GST_VAAPI_IMAGE_NV12:
+ raw_image->num_planes = 2;
+ raw_image->pixels[0] = data;
+ raw_image->stride[0] = GST_ROUND_UP_4(width);
+ size2 += height * raw_image->stride[0];
+ raw_image->pixels[1] = data + size2;
+ raw_image->stride[1] = raw_image->stride[0];
+ size2 += height2 * raw_image->stride[1];
+ break;
+ case GST_VAAPI_IMAGE_YV12:
+ case GST_VAAPI_IMAGE_I420:
+ raw_image->num_planes = 3;
+ raw_image->pixels[0] = data;
+ raw_image->stride[0] = GST_ROUND_UP_4(width);
+ size2 += height * raw_image->stride[0];
+ raw_image->pixels[1] = data + size2;
+ raw_image->stride[1] = GST_ROUND_UP_4(width2);
+ size2 += height2 * raw_image->stride[1];
+ raw_image->pixels[2] = data + size2;
+ raw_image->stride[2] = raw_image->stride[1];
+ size2 += height2 * raw_image->stride[2];
+ break;
+ case GST_VAAPI_IMAGE_ARGB:
+ case GST_VAAPI_IMAGE_RGBA:
+ case GST_VAAPI_IMAGE_ABGR:
+ case GST_VAAPI_IMAGE_BGRA:
+ raw_image->num_planes = 1;
+ raw_image->pixels[0] = data;
+ raw_image->stride[0] = width * 4;
+ size2 += height * raw_image->stride[0];
+ break;
+ default:
+ g_error("could not compute row-stride for %" GST_FOURCC_FORMAT,
+ GST_FOURCC_ARGS(format));
return FALSE;
+ }
+
+ if (size2 != data_size) {
+ g_error("data_size mismatch %d / %u", size2, data_size);
+ if (size2 > data_size)
+ return FALSE;
+ }
+ return TRUE;
+}
+
+/* Copy N lines of an image */
+static inline void
+memcpy_pic(
+ guchar *dst,
+ guint dst_stride,
+ const guchar *src,
+ guint src_stride,
+ guint len,
+ guint height
+)
+{
+ guint i;
+
+ for (i = 0; i < height; i++) {
+ memcpy(dst, src, len);
+ dst += dst_stride;
+ src += dst_stride;
+ }
+}
+
+/* Copy NV12 images */
+static void
+copy_image_NV12(
+ GstVaapiImageRaw *dst_image,
+ GstVaapiImageRaw *src_image,
+ const GstVaapiRectangle *rect
+)
+{
+ guchar *dst, *src;
+ guint dst_stride, src_stride;
+
+ /* Y plane */
+ dst_stride = dst_image->stride[0];
+ dst = dst_image->pixels[0] + rect->y * dst_stride + rect->x;
+ src_stride = src_image->stride[0];
+ src = src_image->pixels[0] + rect->y * src_stride + rect->x;
+ memcpy_pic(dst, dst_stride, src, src_stride, rect->width, rect->height);
+
+ /* UV plane */
+ dst_stride = dst_image->stride[1];
+ dst = dst_image->pixels[1] + (rect->y / 2) * dst_stride + (rect->x & -2);
+ src_stride = src_image->stride[1];
+ src = src_image->pixels[1] + (rect->y / 2) * src_stride + (rect->x & -2);
+ memcpy_pic(dst, dst_stride, src, src_stride, rect->width, rect->height / 2);
+}
+
+/* Copy YV12 images */
+static void
+copy_image_YV12(
+ GstVaapiImageRaw *dst_image,
+ GstVaapiImageRaw *src_image,
+ const GstVaapiRectangle *rect
+)
+{
+ guchar *dst, *src;
+ guint dst_stride, src_stride;
+ guint i, x, y, w, h;
+
+ /* Y plane */
+ dst_stride = dst_image->stride[0];
+ dst = dst_image->pixels[0] + rect->y * dst_stride + rect->x;
+ src_stride = src_image->stride[0];
+ src = src_image->pixels[0] + rect->y * src_stride + rect->x;
+ memcpy_pic(dst, dst_stride, src, src_stride, rect->width, rect->height);
+
+ /* U/V planes */
+ x = rect->x / 2;
+ y = rect->y / 2;
+ w = rect->width / 2;
+ h = rect->height / 2;
+ for (i = 1; i < dst_image->num_planes; i++) {
+ dst_stride = dst_image->stride[i];
+ dst = dst_image->pixels[i] + y * dst_stride + x;
+ src_stride = src_image->stride[i];
+ src = src_image->pixels[i] + y * src_stride + x;
+ memcpy_pic(dst, dst_stride, src, src_stride, w, h);
+ }
+}
+
+/* Copy RGBA images */
+static void
+copy_image_RGBA(
+ GstVaapiImageRaw *dst_image,
+ GstVaapiImageRaw *src_image,
+ const GstVaapiRectangle *rect
+)
+{
+ guchar *dst, *src;
+ guint dst_stride, src_stride;
+
+ dst_stride = dst_image->stride[0];
+ dst = dst_image->pixels[0] + rect->y * dst_stride + rect->x;
+ src_stride = src_image->stride[0];
+ src = src_image->pixels[0] + rect->y * src_stride + rect->x;
+ memcpy_pic(dst, dst_stride, src, src_stride, 4 * rect->width, rect->height);
+}
- if (!gst_vaapi_image_map(image))
+static gboolean
+copy_image(
+ GstVaapiImageRaw *dst_image,
+ GstVaapiImageRaw *src_image,
+ const GstVaapiRectangle *rect
+)
+{
+ GstVaapiRectangle default_rect;
+
+ if (dst_image->format != src_image->format ||
+ dst_image->width != src_image->width ||
+ dst_image->height != src_image->height)
return FALSE;
- if (priv->is_linear && data_size == priv->image.data_size)
- memcpy(priv->image_data, data, data_size);
+ if (rect) {
+ if (rect->x >= src_image->width ||
+ rect->x + src_image->width > src_image->width ||
+ rect->y >= src_image->height ||
+ rect->y + src_image->height > src_image->height)
+ return FALSE;
+ }
else {
- /* XXX: copied from gst_video_format_get_row_stride() -- no NV12? */
- const guint width2 = (width + 1) / 2;
- const guint height2 = (height + 1) / 2;
- guint size2;
- switch (format) {
- case GST_VAAPI_IMAGE_NV12:
- offsets[0] = 0;
- pitches[0] = GST_ROUND_UP_4(width);
- widths [0] = width;
- heights[0] = height;
- offsets[1] = offsets[0] + height * pitches[0];
- pitches[1] = pitches[0];
- widths [1] = width2 * 2;
- heights[1] = height2;
- size2 = offsets[1] + height2 * pitches[1];
- break;
- case GST_VAAPI_IMAGE_YV12:
- case GST_VAAPI_IMAGE_I420:
- offsets[0] = 0;
- pitches[0] = GST_ROUND_UP_4(width);
- widths [0] = width;
- heights[0] = height;
- offsets[1] = offsets[0] + height * pitches[0];
- pitches[1] = GST_ROUND_UP_4(GST_ROUND_UP_2(width) / 2);
- widths [1] = width2;
- heights[1] = height2;
- offsets[2] = offsets[1] + height2 * pitches[1];
- pitches[2] = pitches[1];
- widths [2] = width2;
- heights[2] = height2;
- size2 = offsets[2] + height2 * pitches[2];
- break;
- case GST_VAAPI_IMAGE_ARGB:
- case GST_VAAPI_IMAGE_RGBA:
- case GST_VAAPI_IMAGE_ABGR:
- case GST_VAAPI_IMAGE_BGRA:
- offsets[0] = 0;
- pitches[0] = width * 4;
- widths [0] = width * 4;
- heights[0] = height;
- size2 = offsets[0] + height * pitches[0];
- break;
- default:
- g_error("could not compute row-stride for %" GST_FOURCC_FORMAT,
- GST_FOURCC_ARGS(format));
- break;
- }
- if (size2 != data_size)
- g_error("data_size mismatch %d / %u", size2, data_size);
- for (i = 0; i < priv->image.num_planes; i++) {
- guchar *src = data + offsets[i];
- guchar *dst = priv->image_data + priv->image.offsets[i];
- for (j = 0; j < heights[i]; j++) {
- memcpy(dst, src, widths[i]);
- src += pitches[i];
- dst += priv->image.pitches[i];
- }
- }
+ default_rect.x = 0;
+ default_rect.y = 0;
+ default_rect.width = src_image->width;
+ default_rect.height = src_image->height;
+ rect = &default_rect;
+ }
+
+ switch (dst_image->format) {
+ case GST_VAAPI_IMAGE_NV12:
+ copy_image_NV12(dst_image, src_image, rect);
+ break;
+ case GST_VAAPI_IMAGE_YV12:
+ case GST_VAAPI_IMAGE_I420:
+ copy_image_YV12(dst_image, src_image, rect);
+ break;
+ case GST_VAAPI_IMAGE_ARGB:
+ case GST_VAAPI_IMAGE_RGBA:
+ case GST_VAAPI_IMAGE_ABGR:
+ case GST_VAAPI_IMAGE_BGRA:
+ copy_image_RGBA(dst_image, src_image, rect);
+ break;
+ default:
+ GST_ERROR("unsupported image format for copy");
+ return FALSE;
}
+ return TRUE;
+}
+
+/**
+ * gst_vaapi_image_get_buffer:
+ * @image: a #GstVaapiImage
+ * @buffer: a #GstBuffer
+ * @rect: a #GstVaapiRectangle expressing a region, or %NULL for the
+ * whole image
+ *
+ * Transfers pixels data contained in the @image into the #GstBuffer.
+ * Both image structures shall have the same format.
+ *
+ * Return value: %TRUE on success
+ */
+gboolean
+gst_vaapi_image_get_buffer(
+ GstVaapiImage *image,
+ GstBuffer *buffer,
+ GstVaapiRectangle *rect
+)
+{
+ GstVaapiImagePrivate *priv;
+ GstVaapiImageRaw dst_image, src_image;
+ gboolean success;
+
+ g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), FALSE);
+ g_return_val_if_fail(image->priv->is_constructed, FALSE);
+ g_return_val_if_fail(GST_IS_BUFFER(buffer), FALSE);
- if (!gst_vaapi_image_unmap(image))
+ priv = image->priv;
+
+ if (!init_image_from_buffer(&dst_image, buffer))
+ return FALSE;
+ if (dst_image.format != priv->format)
+ return FALSE;
+ if (dst_image.width != priv->width || dst_image.height != priv->height)
return FALSE;
- return TRUE;
+ if (!_gst_vaapi_image_map(image, &src_image))
+ return FALSE;
+
+ success = copy_image(&dst_image, &src_image, rect);
+
+ if (!_gst_vaapi_image_unmap(image))
+ return FALSE;
+
+ return success;
+}
+
+/**
+ * gst_vaapi_image_get_raw:
+ * @image: a #GstVaapiImage
+ * @dst_image: a #GstVaapiImageRaw
+ * @buffer: a #GstBuffer
+ * @rect: a #GstVaapiRectangle expressing a region, or %NULL for the
+ * whole image
+ *
+ * Transfers pixels data contained in the @image into the #GstVaapiImageRaw.
+ * Both image structures shall have the same format.
+ *
+ * Return value: %TRUE on success
+ */
+gboolean
+gst_vaapi_image_get_raw(
+ GstVaapiImage *image,
+ GstVaapiImageRaw *dst_image,
+ GstVaapiRectangle *rect
+)
+{
+ GstVaapiImageRaw src_image;
+ gboolean success;
+
+ g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), FALSE);
+ g_return_val_if_fail(image->priv->is_constructed, FALSE);
+
+ if (!_gst_vaapi_image_map(image, &src_image))
+ return FALSE;
+
+ success = copy_image(dst_image, &src_image, rect);
+
+ if (!_gst_vaapi_image_unmap(image))
+ return FALSE;
+
+ return success;
+}
+
+/**
+ * gst_vaapi_image_update_from_buffer:
+ * @image: a #GstVaapiImage
+ * @buffer: a #GstBuffer
+ * @rect: a #GstVaapiRectangle expressing a region, or %NULL for the
+ * whole image
+ *
+ * Transfers pixels data contained in the #GstBuffer into the
+ * @image. Both image structures shall have the same format.
+ *
+ * Return value: %TRUE on success
+ */
+gboolean
+gst_vaapi_image_update_from_buffer(
+ GstVaapiImage *image,
+ GstBuffer *buffer,
+ GstVaapiRectangle *rect
+)
+{
+ GstVaapiImagePrivate *priv;
+ GstVaapiImageRaw dst_image, src_image;
+ gboolean success;
+
+ g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), FALSE);
+ g_return_val_if_fail(image->priv->is_constructed, FALSE);
+ g_return_val_if_fail(GST_IS_BUFFER(buffer), FALSE);
+
+ priv = image->priv;
+
+ if (!init_image_from_buffer(&src_image, buffer))
+ return FALSE;
+ if (src_image.format != priv->format)
+ return FALSE;
+ if (src_image.width != priv->width || src_image.height != priv->height)
+ return FALSE;
+
+ if (!_gst_vaapi_image_map(image, &dst_image))
+ return FALSE;
+
+ success = copy_image(&dst_image, &src_image, rect);
+
+ if (!_gst_vaapi_image_unmap(image))
+ return FALSE;
+
+ return success;
+}
+
+/**
+ * gst_vaapi_image_update_from_raw:
+ * @image: a #GstVaapiImage
+ * @src_image: a #GstVaapiImageRaw
+ * @buffer: a #GstBuffer
+ * @rect: a #GstVaapiRectangle expressing a region, or %NULL for the
+ * whole image
+ *
+ * Transfers pixels data contained in the #GstVaapiImageRaw into the
+ * @image. Both image structures shall have the same format.
+ *
+ * Return value: %TRUE on success
+ */
+gboolean
+gst_vaapi_image_update_from_raw(
+ GstVaapiImage *image,
+ GstVaapiImageRaw *src_image,
+ GstVaapiRectangle *rect
+)
+{
+ GstVaapiImageRaw dst_image;
+ gboolean success;
+
+ g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), FALSE);
+ g_return_val_if_fail(image->priv->is_constructed, FALSE);
+
+ if (!_gst_vaapi_image_map(image, &dst_image))
+ return FALSE;
+
+ success = copy_image(&dst_image, src_image, rect);
+
+ if (!_gst_vaapi_image_unmap(image))
+ return FALSE;
+
+ return success;
}
projects / profile / ivi / gstreamer-vaapi.git / blobdiff