gst/vaapi/gstvaapipostproc.c

   1 /*
   2  *  gstvaapipostproc.c - VA-API video postprocessing
   3  *
   4  *  Copyright (C) 2012-2014 Intel Corporation
   5  *    Author: Gwenole Beauchesne <gwenole.beauchesne@intel.com>
   6  *
   7  *  This library is free software; you can redistribute it and/or
   8  *  modify it under the terms of the GNU Lesser General Public License
   9  *  as published by the Free Software Foundation; either version 2.1
  10  *  of the License, or (at your option) any later version.
  11  *
  12  *  This library is distributed in the hope that it will be useful,
  13  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  *  Lesser General Public License for more details.
  16  *
  17  *  You should have received a copy of the GNU Lesser General Public
  18  *  License along with this library; if not, write to the Free
  19  *  Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
  20  *  Boston, MA 02110-1301 USA
  21  */
  22
  23 /**
  24  * SECTION:gstvaapipostproc
  25  * @short_description: A video postprocessing filter
  26  *
  27  * vaapipostproc consists in various postprocessing algorithms to be
  28  * applied to VA surfaces. So far, only basic bob deinterlacing is
  29  * implemented.
  30  */
  31
  32 #include "gst/vaapi/sysdeps.h"
  33 #include <gst/video/video.h>
  34
  35 #include "gstvaapipostproc.h"
  36 #include "gstvaapipluginutil.h"
  37 #include "gstvaapivideobuffer.h"
  38 #if GST_CHECK_VERSION(1,0,0)
  39 #include "gstvaapivideobufferpool.h"
  40 #include "gstvaapivideomemory.h"
  41 #endif
  42
  43 #define GST_PLUGIN_NAME "vaapipostproc"
  44 #define GST_PLUGIN_DESC "A video postprocessing filter"
  45
  46 GST_DEBUG_CATEGORY_STATIC(gst_debug_vaapipostproc);
  47 #define GST_CAT_DEFAULT gst_debug_vaapipostproc
  48
  49 /* Default templates */
  50 static const char gst_vaapipostproc_sink_caps_str[] =
  51 #if GST_CHECK_VERSION(1,1,0)
  52     GST_VIDEO_CAPS_MAKE_WITH_FEATURES(
  53         GST_CAPS_FEATURE_MEMORY_VAAPI_SURFACE, "{ ENCODED, NV12, I420, YV12 }") ", "
  54 #else
  55     GST_VAAPI_SURFACE_CAPS ", "
  56 #endif
  57     GST_CAPS_INTERLACED_MODES "; "
  58 #if GST_CHECK_VERSION(1,0,0)
  59     GST_VIDEO_CAPS_MAKE(GST_VIDEO_FORMATS_ALL) ", "
  60 #else
  61     "video/x-raw-yuv, "
  62     "width  = " GST_VIDEO_SIZE_RANGE ", "
  63     "height = " GST_VIDEO_SIZE_RANGE ", "
  64     "framerate = " GST_VIDEO_FPS_RANGE ", "
  65 #endif
  66     GST_CAPS_INTERLACED_MODES;
  67
  68 static const char gst_vaapipostproc_src_caps_str[] =
  69 #if GST_CHECK_VERSION(1,1,0)
  70     GST_VIDEO_CAPS_MAKE_WITH_FEATURES(
  71         GST_CAPS_FEATURE_MEMORY_VAAPI_SURFACE, "{ ENCODED, NV12, I420, YV12 }") ", "
  72 #else
  73     GST_VAAPI_SURFACE_CAPS ", "
  74 #endif
  75     GST_CAPS_INTERLACED_FALSE;
  76
  77 static GstStaticPadTemplate gst_vaapipostproc_sink_factory =
  78     GST_STATIC_PAD_TEMPLATE(
  79         "sink",
  80         GST_PAD_SINK,
  81         GST_PAD_ALWAYS,
  82         GST_STATIC_CAPS(gst_vaapipostproc_sink_caps_str));
  83
  84 static GstStaticPadTemplate gst_vaapipostproc_src_factory =
  85     GST_STATIC_PAD_TEMPLATE(
  86         "src",
  87         GST_PAD_SRC,
  88         GST_PAD_ALWAYS,
  89         GST_STATIC_CAPS(gst_vaapipostproc_src_caps_str));
  90
  91 G_DEFINE_TYPE_WITH_CODE(
  92     GstVaapiPostproc,
  93     gst_vaapipostproc,
  94     GST_TYPE_BASE_TRANSFORM,
  95     GST_VAAPI_PLUGIN_BASE_INIT_INTERFACES)
  96
  97 enum {
  98     PROP_0,
  99
 100     PROP_FORMAT,
 101     PROP_WIDTH,
 102     PROP_HEIGHT,
 103     PROP_FORCE_ASPECT_RATIO,
 104     PROP_DEINTERLACE_MODE,
 105     PROP_DEINTERLACE_METHOD,
 106     PROP_DENOISE,
 107     PROP_SHARPEN,
 108     PROP_HUE,
 109     PROP_SATURATION,
 110     PROP_BRIGHTNESS,
 111     PROP_CONTRAST,
 112 };
 113
 114 #define DEFAULT_FORMAT                  GST_VIDEO_FORMAT_ENCODED
 115 #define DEFAULT_DEINTERLACE_MODE        GST_VAAPI_DEINTERLACE_MODE_AUTO
 116 #define DEFAULT_DEINTERLACE_METHOD      GST_VAAPI_DEINTERLACE_METHOD_BOB
 117
 118 #define GST_VAAPI_TYPE_DEINTERLACE_MODE \
 119     gst_vaapi_deinterlace_mode_get_type()
 120
 121 static GType
 122 gst_vaapi_deinterlace_mode_get_type(void)
 123 {
 124     static GType deinterlace_mode_type = 0;
 125
 126     static const GEnumValue mode_types[] = {
 127         { GST_VAAPI_DEINTERLACE_MODE_AUTO,
 128           "Auto detection", "auto" },
 129         { GST_VAAPI_DEINTERLACE_MODE_INTERLACED,
 130           "Force deinterlacing", "interlaced" },
 131         { GST_VAAPI_DEINTERLACE_MODE_DISABLED,
 132           "Never deinterlace", "disabled" },
 133         { 0, NULL, NULL },
 134     };
 135
 136     if (!deinterlace_mode_type) {
 137         deinterlace_mode_type =
 138             g_enum_register_static("GstVaapiDeinterlaceMode", mode_types);
 139     }
 140     return deinterlace_mode_type;
 141 }
 142
 143 static void
 144 ds_reset(GstVaapiDeinterlaceState *ds)
 145 {
 146     guint i;
 147
 148     for (i = 0; i < G_N_ELEMENTS(ds->buffers); i++)
 149         gst_buffer_replace(&ds->buffers[i], NULL);
 150     ds->buffers_index = 0;
 151     ds->num_surfaces = 0;
 152     ds->deint = FALSE;
 153     ds->tff = FALSE;
 154 }
 155
 156 static void
 157 ds_add_buffer(GstVaapiDeinterlaceState *ds, GstBuffer *buf)
 158 {
 159     gst_buffer_replace(&ds->buffers[ds->buffers_index], buf);
 160     ds->buffers_index = (ds->buffers_index + 1) % G_N_ELEMENTS(ds->buffers);
 161 }
 162
 163 static inline GstBuffer *
 164 ds_get_buffer(GstVaapiDeinterlaceState *ds, guint index)
 165 {
 166     /* Note: the index increases towards older buffers.
 167        i.e. buffer at index 0 means the immediately preceding buffer
 168        in the history, buffer at index 1 means the one preceding the
 169        surface at index 0, etc. */
 170     const guint n = ds->buffers_index + G_N_ELEMENTS(ds->buffers) - index - 1;
 171     return ds->buffers[n % G_N_ELEMENTS(ds->buffers)];
 172 }
 173
 174 static void
 175 ds_set_surfaces(GstVaapiDeinterlaceState *ds)
 176 {
 177     GstVaapiVideoMeta *meta;
 178     guint i;
 179
 180     ds->num_surfaces = 0;
 181     for (i = 0; i < G_N_ELEMENTS(ds->buffers); i++) {
 182         GstBuffer * const buf = ds_get_buffer(ds, i);
 183         if (!buf)
 184             break;
 185
 186         meta = gst_buffer_get_vaapi_video_meta(buf);
 187         ds->surfaces[ds->num_surfaces++] =
 188             gst_vaapi_video_meta_get_surface(meta);
 189     }
 190 }
 191
 192 static GstVaapiFilterOpInfo *
 193 find_filter_op(GPtrArray *filter_ops, GstVaapiFilterOp op)
 194 {
 195     guint i;
 196
 197     if (filter_ops) {
 198         for (i = 0; i < filter_ops->len; i++) {
 199             GstVaapiFilterOpInfo * const filter_op =
 200                 g_ptr_array_index(filter_ops, i);
 201             if (filter_op->op == op)
 202                 return filter_op;
 203         }
 204     }
 205     return NULL;
 206 }
 207
 208 static inline gboolean
 209 gst_vaapipostproc_ensure_display(GstVaapiPostproc *postproc)
 210 {
 211     return gst_vaapi_plugin_base_ensure_display(GST_VAAPI_PLUGIN_BASE(postproc));
 212 }
 213
 214 static gboolean
 215 gst_vaapipostproc_ensure_uploader(GstVaapiPostproc *postproc)
 216 {
 217     if (!gst_vaapipostproc_ensure_display(postproc))
 218         return FALSE;
 219     if (!gst_vaapi_plugin_base_ensure_uploader(GST_VAAPI_PLUGIN_BASE(postproc)))
 220         return FALSE;
 221     return TRUE;
 222 }
 223
 224 static gboolean
 225 gst_vaapipostproc_ensure_filter(GstVaapiPostproc *postproc)
 226 {
 227     if (postproc->filter)
 228         return TRUE;
 229
 230     if (!gst_vaapipostproc_ensure_display(postproc))
 231         return FALSE;
 232
 233     postproc->filter = gst_vaapi_filter_new(
 234         GST_VAAPI_PLUGIN_BASE_DISPLAY(postproc));
 235     if (!postproc->filter)
 236         return FALSE;
 237     return TRUE;
 238 }
 239
 240 static gboolean
 241 gst_vaapipostproc_ensure_filter_caps(GstVaapiPostproc *postproc)
 242 {
 243     if (!gst_vaapipostproc_ensure_filter(postproc))
 244         return FALSE;
 245
 246     postproc->filter_ops = gst_vaapi_filter_get_operations(postproc->filter);
 247     if (!postproc->filter_ops)
 248         return FALSE;
 249
 250     postproc->filter_formats = gst_vaapi_filter_get_formats(postproc->filter);
 251     if (!postproc->filter_formats)
 252         return FALSE;
 253     return TRUE;
 254 }
 255
 256 static gboolean
 257 gst_vaapipostproc_create(GstVaapiPostproc *postproc)
 258 {
 259     if (!gst_vaapi_plugin_base_open(GST_VAAPI_PLUGIN_BASE(postproc)))
 260         return FALSE;
 261     if (!gst_vaapipostproc_ensure_display(postproc))
 262         return FALSE;
 263     if (!gst_vaapipostproc_ensure_uploader(postproc))
 264         return FALSE;
 265     if (gst_vaapipostproc_ensure_filter(postproc))
 266         postproc->use_vpp = TRUE;
 267     return TRUE;
 268 }
 269
 270 static void
 271 gst_vaapipostproc_destroy_filter(GstVaapiPostproc *postproc)
 272 {
 273     if (postproc->filter_formats) {
 274         g_array_unref(postproc->filter_formats);
 275         postproc->filter_formats = NULL;
 276     }
 277
 278     if (postproc->filter_ops) {
 279         g_ptr_array_unref(postproc->filter_ops);
 280         postproc->filter_ops = NULL;
 281     }
 282     gst_vaapi_filter_replace(&postproc->filter, NULL);
 283     gst_vaapi_video_pool_replace(&postproc->filter_pool, NULL);
 284 }
 285
 286 static void
 287 gst_vaapipostproc_destroy(GstVaapiPostproc *postproc)
 288 {
 289     ds_reset(&postproc->deinterlace_state);
 290     gst_vaapipostproc_destroy_filter(postproc);
 291
 292     gst_caps_replace(&postproc->allowed_sinkpad_caps, NULL);
 293     gst_caps_replace(&postproc->allowed_srcpad_caps, NULL);
 294     gst_vaapi_plugin_base_close(GST_VAAPI_PLUGIN_BASE(postproc));
 295 }
 296
 297 static gboolean
 298 gst_vaapipostproc_start(GstBaseTransform *trans)
 299 {
 300     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
 301
 302     ds_reset(&postproc->deinterlace_state);
 303     if (!gst_vaapi_plugin_base_open(GST_VAAPI_PLUGIN_BASE(postproc)))
 304         return FALSE;
 305     if (!gst_vaapipostproc_ensure_display(postproc))
 306         return FALSE;
 307     return TRUE;
 308 }
 309
 310 static gboolean
 311 gst_vaapipostproc_stop(GstBaseTransform *trans)
 312 {
 313     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
 314
 315     ds_reset(&postproc->deinterlace_state);
 316     gst_vaapi_plugin_base_close(GST_VAAPI_PLUGIN_BASE(postproc));
 317     return TRUE;
 318 }
 319
 320 static gboolean
 321 should_deinterlace_buffer(GstVaapiPostproc *postproc, GstBuffer *buf)
 322 {
 323     if (!(postproc->flags & GST_VAAPI_POSTPROC_FLAG_DEINTERLACE) ||
 324         postproc->deinterlace_mode == GST_VAAPI_DEINTERLACE_MODE_DISABLED)
 325         return FALSE;
 326
 327     if (postproc->deinterlace_mode == GST_VAAPI_DEINTERLACE_MODE_INTERLACED)
 328         return TRUE;
 329
 330     g_assert(postproc->deinterlace_mode == GST_VAAPI_DEINTERLACE_MODE_AUTO);
 331
 332     switch (GST_VIDEO_INFO_INTERLACE_MODE(&postproc->sinkpad_info)) {
 333     case GST_VIDEO_INTERLACE_MODE_INTERLEAVED:
 334         return TRUE;
 335     case GST_VIDEO_INTERLACE_MODE_PROGRESSIVE:
 336         return FALSE;
 337     case GST_VIDEO_INTERLACE_MODE_MIXED:
 338 #if GST_CHECK_VERSION(1,0,0)
 339         if (GST_BUFFER_FLAG_IS_SET(buf, GST_VIDEO_BUFFER_FLAG_INTERLACED))
 340             return TRUE;
 341 #else
 342         if (!GST_BUFFER_FLAG_IS_SET(buf, GST_VIDEO_BUFFER_PROGRESSIVE))
 343             return TRUE;
 344 #endif
 345         break;
 346     default:
 347         GST_ERROR("unhandled \"interlace-mode\", disabling deinterlacing" );
 348         break;
 349     }
 350     return FALSE;
 351 }
 352
 353 static GstBuffer *
 354 create_output_buffer(GstVaapiPostproc *postproc)
 355 {
 356     GstBuffer *outbuf;
 357
 358     /* Create a raw VA video buffer without GstVaapiVideoMeta attached
 359        to it yet, as this will be done next in the transform() hook */
 360     outbuf = gst_vaapi_video_buffer_new_empty();
 361     if (!outbuf)
 362         goto error_create_buffer;
 363
 364 #if !GST_CHECK_VERSION(1,0,0)
 365     gst_buffer_set_caps(outbuf, GST_VAAPI_PLUGIN_BASE_SRC_PAD_CAPS(postproc));
 366 #endif
 367     return outbuf;
 368
 369     /* ERRORS */
 370 error_create_buffer:
 371     {
 372         GST_ERROR("failed to create output video buffer");
 373         return NULL;
 374     }
 375 }
 376
 377 static inline void
 378 append_output_buffer_metadata(GstBuffer *outbuf, GstBuffer *inbuf, guint flags)
 379 {
 380     gst_buffer_copy_into(outbuf, inbuf, flags |
 381         GST_BUFFER_COPY_FLAGS | GST_BUFFER_COPY_META | GST_BUFFER_COPY_MEMORY,
 382         0, -1);
 383 }
 384
 385 static gboolean
 386 deint_method_is_advanced(GstVaapiDeinterlaceMethod deint_method)
 387 {
 388     gboolean is_advanced;
 389
 390     switch (deint_method) {
 391     case GST_VAAPI_DEINTERLACE_METHOD_MOTION_ADAPTIVE:
 392     case GST_VAAPI_DEINTERLACE_METHOD_MOTION_COMPENSATED:
 393         is_advanced = TRUE;
 394         break;
 395     default:
 396         is_advanced = FALSE;
 397         break;
 398     }
 399     return is_advanced;
 400 }
 401
 402 static GstVaapiDeinterlaceMethod
 403 get_next_deint_method(GstVaapiDeinterlaceMethod deint_method)
 404 {
 405     switch (deint_method) {
 406     case GST_VAAPI_DEINTERLACE_METHOD_MOTION_COMPENSATED:
 407         deint_method = GST_VAAPI_DEINTERLACE_METHOD_MOTION_ADAPTIVE;
 408         break;
 409     default:
 410         /* Default to basic "bob" for all others */
 411         deint_method = GST_VAAPI_DEINTERLACE_METHOD_BOB;
 412         break;
 413     }
 414     return deint_method;
 415 }
 416
 417 static gboolean
 418 set_best_deint_method(GstVaapiPostproc *postproc, guint flags,
 419     GstVaapiDeinterlaceMethod *deint_method_ptr)
 420 {
 421     GstVaapiDeinterlaceMethod deint_method = postproc->deinterlace_method;
 422     gboolean success;
 423
 424     for (;;) {
 425         success = gst_vaapi_filter_set_deinterlacing(postproc->filter,
 426             deint_method, flags);
 427         if (success || deint_method == GST_VAAPI_DEINTERLACE_METHOD_BOB)
 428             break;
 429         deint_method = get_next_deint_method(deint_method);
 430     }
 431     *deint_method_ptr = deint_method;
 432     return success;
 433 }
 434
 435 static GstFlowReturn
 436 gst_vaapipostproc_process_vpp(GstBaseTransform *trans, GstBuffer *inbuf,
 437     GstBuffer *outbuf)
 438 {
 439     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
 440     GstVaapiDeinterlaceState * const ds = &postproc->deinterlace_state;
 441     GstVaapiVideoMeta *inbuf_meta, *outbuf_meta;
 442     GstVaapiSurface *inbuf_surface, *outbuf_surface;
 443     GstVaapiFilterStatus status;
 444     GstClockTime timestamp;
 445     GstFlowReturn ret;
 446     GstBuffer *fieldbuf;
 447     GstVaapiDeinterlaceMethod deint_method;
 448     guint flags, deint_flags;
 449     gboolean tff, deint, deint_refs, deint_changed;
 450     GstVaapiRectangle *crop_rect = NULL;
 451
 452     /* Validate filters */
 453     if ((postproc->flags & GST_VAAPI_POSTPROC_FLAG_FORMAT) &&
 454         !gst_vaapi_filter_set_format(postproc->filter, postproc->format))
 455         return GST_FLOW_NOT_SUPPORTED;
 456
 457     if ((postproc->flags & GST_VAAPI_POSTPROC_FLAG_DENOISE) &&
 458         !gst_vaapi_filter_set_denoising_level(postproc->filter,
 459             postproc->denoise_level))
 460         return GST_FLOW_NOT_SUPPORTED;
 461
 462     if ((postproc->flags & GST_VAAPI_POSTPROC_FLAG_SHARPEN) &&
 463         !gst_vaapi_filter_set_sharpening_level(postproc->filter,
 464             postproc->sharpen_level))
 465         return GST_FLOW_NOT_SUPPORTED;
 466
 467     if ((postproc->flags & GST_VAAPI_POSTPROC_FLAG_HUE) &&
 468         !gst_vaapi_filter_set_hue(postproc->filter,
 469             postproc->hue))
 470         return GST_FLOW_NOT_SUPPORTED;
 471
 472     if ((postproc->flags & GST_VAAPI_POSTPROC_FLAG_SATURATION) &&
 473         !gst_vaapi_filter_set_saturation(postproc->filter,
 474             postproc->saturation))
 475         return GST_FLOW_NOT_SUPPORTED;
 476
 477     if ((postproc->flags & GST_VAAPI_POSTPROC_FLAG_BRIGHTNESS) &&
 478         !gst_vaapi_filter_set_brightness(postproc->filter,
 479             postproc->brightness))
 480         return GST_FLOW_NOT_SUPPORTED;
 481
 482     if ((postproc->flags & GST_VAAPI_POSTPROC_FLAG_CONTRAST) &&
 483         !gst_vaapi_filter_set_contrast(postproc->filter,
 484             postproc->contrast))
 485         return GST_FLOW_NOT_SUPPORTED;
 486
 487     inbuf_meta = gst_buffer_get_vaapi_video_meta(inbuf);
 488     if (!inbuf_meta)
 489         goto error_invalid_buffer;
 490     inbuf_surface = gst_vaapi_video_meta_get_surface(inbuf_meta);
 491
 492 #if GST_CHECK_VERSION(1,0,0)
 493     GstVideoCropMeta * const crop_meta =
 494         gst_buffer_get_video_crop_meta(inbuf);
 495     if (crop_meta) {
 496         GstVaapiRectangle tmp_rect;
 497         crop_rect = &tmp_rect;
 498         crop_rect->x = crop_meta->x;
 499         crop_rect->y = crop_meta->y;
 500         crop_rect->width = crop_meta->width;
 501         crop_rect->height = crop_meta->height;
 502     }
 503 #endif
 504     if (!crop_rect)
 505         crop_rect = (GstVaapiRectangle *)
 506             gst_vaapi_video_meta_get_render_rect(inbuf_meta);
 507
 508     timestamp  = GST_BUFFER_TIMESTAMP(inbuf);
 509     tff        = GST_BUFFER_FLAG_IS_SET(inbuf, GST_VIDEO_BUFFER_FLAG_TFF);
 510     deint      = should_deinterlace_buffer(postproc, inbuf);
 511
 512     /* Drop references if deinterlacing conditions changed */
 513     deint_changed = deint != ds->deint;
 514     if (deint_changed || (ds->num_surfaces > 0 && tff != ds->tff))
 515         ds_reset(ds);
 516     ds->deint = deint;
 517     ds->tff = tff;
 518
 519     flags = gst_vaapi_video_meta_get_render_flags(inbuf_meta) &
 520         ~GST_VAAPI_PICTURE_STRUCTURE_MASK;
 521
 522     /* First field */
 523     deint_method = postproc->deinterlace_method;
 524     deint_refs = deint_method_is_advanced(deint_method);
 525     if (postproc->flags & GST_VAAPI_POSTPROC_FLAG_DEINTERLACE) {
 526         fieldbuf = create_output_buffer(postproc);
 527         if (!fieldbuf)
 528             goto error_create_buffer;
 529
 530         outbuf_meta = gst_vaapi_video_meta_new_from_pool(postproc->filter_pool);
 531         if (!outbuf_meta)
 532             goto error_create_meta;
 533         outbuf_surface = gst_vaapi_video_meta_get_surface(outbuf_meta);
 534
 535         if (deint) {
 536             deint_flags = (tff ? GST_VAAPI_DEINTERLACE_FLAG_TOPFIELD : 0);
 537             if (tff)
 538                 deint_flags |= GST_VAAPI_DEINTERLACE_FLAG_TFF;
 539             if (!set_best_deint_method(postproc, deint_flags, &deint_method))
 540                 goto error_op_deinterlace;
 541
 542             if (deint_method != postproc->deinterlace_method) {
 543                 GST_DEBUG("unsupported deinterlace-method %u. Using %u instead",
 544                           postproc->deinterlace_method, deint_method);
 545                 postproc->deinterlace_method = deint_method;
 546                 deint_refs = deint_method_is_advanced(deint_method);
 547             }
 548
 549             if (deint_refs) {
 550                 ds_set_surfaces(ds);
 551                 if (!gst_vaapi_filter_set_deinterlacing_references(
 552                         postproc->filter, ds->surfaces, ds->num_surfaces,
 553                         NULL, 0))
 554                     goto error_op_deinterlace;
 555             }
 556         }
 557         else if (deint_changed) {
 558             // Reset internal filter to non-deinterlacing mode
 559             deint_method = GST_VAAPI_DEINTERLACE_METHOD_NONE;
 560             if (!gst_vaapi_filter_set_deinterlacing(postproc->filter,
 561                     deint_method, 0))
 562                 goto error_op_deinterlace;
 563         }
 564
 565         gst_vaapi_filter_set_cropping_rectangle(postproc->filter, crop_rect);
 566         status = gst_vaapi_filter_process(postproc->filter, inbuf_surface,
 567             outbuf_surface, flags);
 568         if (status != GST_VAAPI_FILTER_STATUS_SUCCESS)
 569             goto error_process_vpp;
 570
 571         gst_buffer_set_vaapi_video_meta(fieldbuf, outbuf_meta);
 572         gst_vaapi_video_meta_unref(outbuf_meta);
 573
 574         GST_BUFFER_TIMESTAMP(fieldbuf) = timestamp;
 575         GST_BUFFER_DURATION(fieldbuf)  = postproc->field_duration;
 576         ret = gst_pad_push(trans->srcpad, fieldbuf);
 577         if (ret != GST_FLOW_OK)
 578             goto error_push_buffer;
 579     }
 580     fieldbuf = NULL;
 581
 582     /* Second field */
 583     outbuf_meta = gst_vaapi_video_meta_new_from_pool(postproc->filter_pool);
 584     if (!outbuf_meta)
 585         goto error_create_meta;
 586     outbuf_surface = gst_vaapi_video_meta_get_surface(outbuf_meta);
 587
 588     if (deint) {
 589         deint_flags = (tff ? 0 : GST_VAAPI_DEINTERLACE_FLAG_TOPFIELD);
 590         if (tff)
 591             deint_flags |= GST_VAAPI_DEINTERLACE_FLAG_TFF;
 592         if (!gst_vaapi_filter_set_deinterlacing(postproc->filter,
 593                 deint_method, deint_flags))
 594             goto error_op_deinterlace;
 595
 596         if (deint_refs && !gst_vaapi_filter_set_deinterlacing_references(
 597                 postproc->filter, ds->surfaces, ds->num_surfaces, NULL, 0))
 598             goto error_op_deinterlace;
 599     }
 600     else if (deint_changed && !gst_vaapi_filter_set_deinterlacing(
 601                  postproc->filter, deint_method, 0))
 602         goto error_op_deinterlace;
 603
 604     gst_vaapi_filter_set_cropping_rectangle(postproc->filter, crop_rect);
 605     status = gst_vaapi_filter_process(postproc->filter, inbuf_surface,
 606         outbuf_surface, flags);
 607     if (status != GST_VAAPI_FILTER_STATUS_SUCCESS)
 608         goto error_process_vpp;
 609
 610     if (!(postproc->flags & GST_VAAPI_POSTPROC_FLAG_DEINTERLACE))
 611         gst_buffer_copy_into(outbuf, inbuf, GST_BUFFER_COPY_TIMESTAMPS, 0, -1);
 612     else {
 613         GST_BUFFER_TIMESTAMP(outbuf) = timestamp + postproc->field_duration;
 614         GST_BUFFER_DURATION(outbuf)  = postproc->field_duration;
 615     }
 616     gst_buffer_set_vaapi_video_meta(outbuf, outbuf_meta);
 617     gst_vaapi_video_meta_unref(outbuf_meta);
 618
 619     if (deint && deint_refs)
 620         ds_add_buffer(ds, inbuf);
 621     return GST_FLOW_OK;
 622
 623     /* ERRORS */
 624 error_invalid_buffer:
 625     {
 626         GST_ERROR("failed to validate source buffer");
 627         return GST_FLOW_ERROR;
 628     }
 629 error_create_buffer:
 630     {
 631         GST_ERROR("failed to create output buffer");
 632         return GST_FLOW_ERROR;
 633     }
 634 error_create_meta:
 635     {
 636         GST_ERROR("failed to create new output buffer meta");
 637         gst_buffer_replace(&fieldbuf, NULL);
 638         gst_vaapi_video_meta_unref(outbuf_meta);
 639         return GST_FLOW_ERROR;
 640     }
 641 error_op_deinterlace:
 642     {
 643         GST_ERROR("failed to apply deinterlacing filter");
 644         gst_buffer_replace(&fieldbuf, NULL);
 645         gst_vaapi_video_meta_unref(outbuf_meta);
 646         return GST_FLOW_NOT_SUPPORTED;
 647     }
 648 error_process_vpp:
 649     {
 650         GST_ERROR("failed to apply VPP filters (error %d)", status);
 651         gst_buffer_replace(&fieldbuf, NULL);
 652         gst_vaapi_video_meta_unref(outbuf_meta);
 653         return GST_FLOW_ERROR;
 654     }
 655 error_push_buffer:
 656     {
 657         if (ret != GST_FLOW_FLUSHING)
 658             GST_ERROR("failed to push output buffer to video sink");
 659         return GST_FLOW_ERROR;
 660     }
 661 }
 662
 663 static GstFlowReturn
 664 gst_vaapipostproc_process(GstBaseTransform *trans, GstBuffer *inbuf,
 665     GstBuffer *outbuf)
 666 {
 667     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
 668     GstVaapiVideoMeta *meta;
 669     GstClockTime timestamp;
 670     GstFlowReturn ret;
 671     GstBuffer *fieldbuf;
 672     guint fieldbuf_flags, outbuf_flags, flags;
 673     gboolean tff, deint;
 674
 675     meta = gst_buffer_get_vaapi_video_meta(inbuf);
 676     if (!meta)
 677         goto error_invalid_buffer;
 678
 679     timestamp  = GST_BUFFER_TIMESTAMP(inbuf);
 680     tff        = GST_BUFFER_FLAG_IS_SET(inbuf, GST_VIDEO_BUFFER_FLAG_TFF);
 681     deint      = should_deinterlace_buffer(postproc, inbuf);
 682
 683     flags = gst_vaapi_video_meta_get_render_flags(meta) &
 684         ~GST_VAAPI_PICTURE_STRUCTURE_MASK;
 685
 686     /* First field */
 687     fieldbuf = create_output_buffer(postproc);
 688     if (!fieldbuf)
 689         goto error_create_buffer;
 690     append_output_buffer_metadata(fieldbuf, inbuf, 0);
 691
 692     meta = gst_buffer_get_vaapi_video_meta(fieldbuf);
 693     fieldbuf_flags = flags;
 694     fieldbuf_flags |= deint ? (
 695         tff ?
 696         GST_VAAPI_PICTURE_STRUCTURE_TOP_FIELD :
 697         GST_VAAPI_PICTURE_STRUCTURE_BOTTOM_FIELD) :
 698         GST_VAAPI_PICTURE_STRUCTURE_FRAME;
 699     gst_vaapi_video_meta_set_render_flags(meta, fieldbuf_flags);
 700
 701     GST_BUFFER_TIMESTAMP(fieldbuf) = timestamp;
 702     GST_BUFFER_DURATION(fieldbuf)  = postproc->field_duration;
 703     ret = gst_pad_push(trans->srcpad, fieldbuf);
 704     if (ret != GST_FLOW_OK)
 705         goto error_push_buffer;
 706
 707     /* Second field */
 708     append_output_buffer_metadata(outbuf, inbuf, 0);
 709
 710     meta = gst_buffer_get_vaapi_video_meta(outbuf);
 711     outbuf_flags = flags;
 712     outbuf_flags |= deint ? (
 713         tff ?
 714         GST_VAAPI_PICTURE_STRUCTURE_BOTTOM_FIELD :
 715         GST_VAAPI_PICTURE_STRUCTURE_TOP_FIELD) :
 716         GST_VAAPI_PICTURE_STRUCTURE_FRAME;
 717     gst_vaapi_video_meta_set_render_flags(meta, outbuf_flags);
 718
 719     GST_BUFFER_TIMESTAMP(outbuf) = timestamp + postproc->field_duration;
 720     GST_BUFFER_DURATION(outbuf)  = postproc->field_duration;
 721     return GST_FLOW_OK;
 722
 723     /* ERRORS */
 724 error_invalid_buffer:
 725     {
 726         GST_ERROR("failed to validate source buffer");
 727         return GST_FLOW_ERROR;
 728     }
 729 error_create_buffer:
 730     {
 731         GST_ERROR("failed to create output buffer");
 732         return GST_FLOW_EOS;
 733     }
 734 error_push_buffer:
 735     {
 736         if (ret != GST_FLOW_FLUSHING)
 737             GST_ERROR("failed to push output buffer to video sink");
 738         return GST_FLOW_EOS;
 739     }
 740 }
 741
 742 static GstFlowReturn
 743 gst_vaapipostproc_passthrough(GstBaseTransform *trans, GstBuffer *inbuf,
 744     GstBuffer *outbuf)
 745 {
 746     GstVaapiVideoMeta *meta;
 747
 748     /* No video processing needed, simply copy buffer metadata */
 749     meta = gst_buffer_get_vaapi_video_meta(inbuf);
 750     if (!meta)
 751         goto error_invalid_buffer;
 752
 753     append_output_buffer_metadata(outbuf, inbuf, GST_BUFFER_COPY_TIMESTAMPS);
 754     return GST_FLOW_OK;
 755
 756     /* ERRORS */
 757 error_invalid_buffer:
 758     {
 759         GST_ERROR("failed to validate source buffer");
 760         return GST_FLOW_ERROR;
 761     }
 762 }
 763
 764 static gboolean
 765 is_deinterlace_enabled(GstVaapiPostproc *postproc, GstVideoInfo *vip)
 766 {
 767     gboolean deinterlace;
 768
 769     switch (postproc->deinterlace_mode) {
 770     case GST_VAAPI_DEINTERLACE_MODE_AUTO:
 771         deinterlace = GST_VIDEO_INFO_IS_INTERLACED(vip);
 772         break;
 773     case GST_VAAPI_DEINTERLACE_MODE_INTERLACED:
 774         deinterlace = TRUE;
 775         break;
 776     default:
 777         deinterlace = FALSE;
 778         break;
 779     }
 780     return deinterlace;
 781 }
 782
 783 static gboolean
 784 video_info_changed(GstVideoInfo *old_vip, GstVideoInfo *new_vip)
 785 {
 786     if (GST_VIDEO_INFO_FORMAT(old_vip) != GST_VIDEO_INFO_FORMAT(new_vip))
 787         return TRUE;
 788     if (GST_VIDEO_INFO_INTERLACE_MODE(old_vip) !=
 789         GST_VIDEO_INFO_INTERLACE_MODE(new_vip))
 790         return TRUE;
 791     if (GST_VIDEO_INFO_WIDTH(old_vip) != GST_VIDEO_INFO_WIDTH(new_vip))
 792         return TRUE;
 793     if (GST_VIDEO_INFO_HEIGHT(old_vip) != GST_VIDEO_INFO_HEIGHT(new_vip))
 794         return TRUE;
 795     return FALSE;
 796 }
 797
 798 static gboolean
 799 gst_vaapipostproc_update_sink_caps(GstVaapiPostproc *postproc, GstCaps *caps,
 800     gboolean *caps_changed_ptr)
 801 {
 802     GstVideoInfo vi;
 803     gboolean deinterlace;
 804
 805     if (!gst_video_info_from_caps(&vi, caps))
 806         return FALSE;
 807
 808     if (video_info_changed(&vi, &postproc->sinkpad_info))
 809         postproc->sinkpad_info = vi, *caps_changed_ptr = TRUE;
 810
 811     deinterlace = is_deinterlace_enabled(postproc, &vi);
 812     if (deinterlace)
 813         postproc->flags |= GST_VAAPI_POSTPROC_FLAG_DEINTERLACE;
 814     postproc->field_duration = gst_util_uint64_scale(
 815         GST_SECOND, GST_VIDEO_INFO_FPS_D(&vi),
 816         (1 + deinterlace) * GST_VIDEO_INFO_FPS_N(&vi));
 817
 818     postproc->is_raw_yuv = GST_VIDEO_INFO_IS_YUV(&vi);
 819     return TRUE;
 820 }
 821
 822 static gboolean
 823 gst_vaapipostproc_update_src_caps(GstVaapiPostproc *postproc, GstCaps *caps,
 824     gboolean *caps_changed_ptr)
 825 {
 826     GstVideoInfo vi;
 827
 828     if (!gst_video_info_from_caps(&vi, caps))
 829         return FALSE;
 830
 831     if (video_info_changed(&vi, &postproc->srcpad_info))
 832         postproc->srcpad_info = vi, *caps_changed_ptr = TRUE;
 833
 834     if (postproc->format != GST_VIDEO_INFO_FORMAT(&postproc->sinkpad_info))
 835         postproc->flags |= GST_VAAPI_POSTPROC_FLAG_FORMAT;
 836
 837     if ((postproc->width || postproc->height) &&
 838         postproc->width != GST_VIDEO_INFO_WIDTH(&postproc->sinkpad_info) &&
 839         postproc->height != GST_VIDEO_INFO_HEIGHT(&postproc->sinkpad_info))
 840         postproc->flags |= GST_VAAPI_POSTPROC_FLAG_SIZE;
 841     return TRUE;
 842 }
 843
 844 static gboolean
 845 ensure_allowed_sinkpad_caps(GstVaapiPostproc *postproc)
 846 {
 847     GstCaps *out_caps, *yuv_caps;
 848
 849     if (postproc->allowed_sinkpad_caps)
 850         return TRUE;
 851
 852     /* Create VA caps */
 853 #if GST_CHECK_VERSION(1,1,0)
 854     out_caps = gst_static_pad_template_get_caps(
 855         &gst_vaapipostproc_sink_factory);
 856 #else
 857     out_caps = gst_caps_from_string(GST_VAAPI_SURFACE_CAPS ", "
 858         GST_CAPS_INTERLACED_MODES);
 859 #endif
 860     if (!out_caps) {
 861         GST_ERROR("failed to create VA sink caps");
 862         return FALSE;
 863     }
 864
 865     /* Append YUV caps */
 866     if (gst_vaapipostproc_ensure_uploader(postproc)) {
 867         yuv_caps = GST_VAAPI_PLUGIN_BASE_UPLOADER_CAPS(postproc);
 868         if (yuv_caps) {
 869             out_caps = gst_caps_make_writable(out_caps);
 870             gst_caps_append(out_caps, gst_caps_copy(yuv_caps));
 871         }
 872         else
 873             GST_WARNING("failed to create YUV sink caps");
 874     }
 875     postproc->allowed_sinkpad_caps = out_caps;
 876
 877     /* XXX: append VA/VPP filters */
 878     return TRUE;
 879 }
 880
 881 /* Fixup output caps so that to reflect the supported set of pixel formats */
 882 static GstCaps *
 883 expand_allowed_srcpad_caps(GstVaapiPostproc *postproc, GstCaps *caps)
 884 {
 885     GValue value = G_VALUE_INIT, v_format = G_VALUE_INIT;
 886     guint i, num_structures;
 887     gboolean had_filter;
 888
 889     had_filter = postproc->filter != NULL;
 890     if (!had_filter && !gst_vaapipostproc_ensure_filter(postproc))
 891         goto cleanup;
 892     if (!gst_vaapipostproc_ensure_filter_caps(postproc))
 893         goto cleanup;
 894
 895     /* Reset "format" field for each structure */
 896     if (!gst_vaapi_value_set_format_list(&value, postproc->filter_formats))
 897         goto cleanup;
 898     if (gst_vaapi_value_set_format(&v_format, GST_VIDEO_FORMAT_ENCODED)) {
 899         gst_value_list_prepend_value(&value, &v_format);
 900         g_value_unset(&v_format);
 901     }
 902
 903     num_structures = gst_caps_get_size(caps);
 904     for (i = 0; i < num_structures; i++) {
 905         GstStructure * const structure = gst_caps_get_structure(caps, i);
 906         if (!structure)
 907             continue;
 908         gst_structure_set_value(structure, "format", &value);
 909     }
 910     g_value_unset(&value);
 911
 912 cleanup:
 913     if (!had_filter)
 914         gst_vaapipostproc_destroy_filter(postproc);
 915     return caps;
 916 }
 917
 918 static gboolean
 919 ensure_allowed_srcpad_caps(GstVaapiPostproc *postproc)
 920 {
 921     GstCaps *out_caps;
 922
 923     if (postproc->allowed_srcpad_caps)
 924         return TRUE;
 925
 926     /* Create initial caps from pad template */
 927     out_caps = gst_caps_from_string(gst_vaapipostproc_src_caps_str);
 928     if (!out_caps) {
 929         GST_ERROR("failed to create VA src caps");
 930         return FALSE;
 931     }
 932
 933     postproc->allowed_srcpad_caps =
 934         expand_allowed_srcpad_caps(postproc, out_caps);
 935     return postproc->allowed_srcpad_caps != NULL;
 936 }
 937
 938 static void
 939 find_best_size(GstVaapiPostproc *postproc, GstVideoInfo *vip,
 940     guint *width_ptr, guint *height_ptr)
 941 {
 942     guint width, height;
 943
 944     width  = GST_VIDEO_INFO_WIDTH(vip);
 945     height = GST_VIDEO_INFO_HEIGHT(vip);
 946     if (postproc->width && postproc->height) {
 947         width = postproc->width;
 948         height = postproc->height;
 949     }
 950     else if (postproc->keep_aspect) {
 951         const gdouble ratio  = (gdouble)width / height;
 952         if (postproc->width) {
 953             width = postproc->width;
 954             height = postproc->width / ratio;
 955         }
 956         else if (postproc->height) {
 957             height = postproc->height;
 958             width = postproc->height * ratio;
 959         }
 960     }
 961     else if (postproc->width)
 962         width = postproc->width;
 963     else if (postproc->height)
 964         height = postproc->height;
 965
 966     *width_ptr = width;
 967     *height_ptr = height;
 968 }
 969
 970 static GstCaps *
 971 gst_vaapipostproc_transform_caps_impl(GstBaseTransform *trans,
 972     GstPadDirection direction, GstCaps *caps)
 973 {
 974     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
 975     GstVideoInfo vi;
 976     GstVideoFormat format;
 977     GstCaps *out_caps;
 978     guint width, height;
 979
 980     /* Generate the sink pad caps, that could be fixated afterwards */
 981     if (direction == GST_PAD_SRC) {
 982         if (!ensure_allowed_sinkpad_caps(postproc))
 983             return NULL;
 984         return gst_caps_ref(postproc->allowed_sinkpad_caps);
 985     }
 986
 987     /* Generate complete set of src pad caps if non-fixated sink pad
 988        caps are provided */
 989     if (!gst_caps_is_fixed(caps)) {
 990         if (!ensure_allowed_srcpad_caps(postproc))
 991             return NULL;
 992         return gst_caps_ref(postproc->allowed_srcpad_caps);
 993     }
 994
 995     /* Generate the expected src pad caps, from the current fixated
 996        sink pad caps */
 997     if (!gst_video_info_from_caps(&vi, caps))
 998         return NULL;
 999
1000     // Set double framerate in interlaced mode
1001     if (is_deinterlace_enabled(postproc, &vi)) {
1002         gint fps_n = GST_VIDEO_INFO_FPS_N(&vi);
1003         gint fps_d = GST_VIDEO_INFO_FPS_D(&vi);
1004         if (!gst_util_fraction_multiply(fps_n, fps_d, 2, 1, &fps_n, &fps_d))
1005             return NULL;
1006         GST_VIDEO_INFO_FPS_N(&vi) = fps_n;
1007         GST_VIDEO_INFO_FPS_D(&vi) = fps_d;
1008     }
1009
1010     // Signal the other pad that we only generate progressive frames
1011     GST_VIDEO_INFO_INTERLACE_MODE(&vi) = GST_VIDEO_INTERLACE_MODE_PROGRESSIVE;
1012
1013     // Update size from user-specified parameters
1014 #if GST_CHECK_VERSION(1,1,0)
1015     format = postproc->format;
1016 #else
1017     format = GST_VIDEO_FORMAT_ENCODED;
1018 #endif
1019     find_best_size(postproc, &vi, &width, &height);
1020     gst_video_info_set_format(&vi, format, width, height);
1021
1022 #if GST_CHECK_VERSION(1,1,0)
1023     out_caps = gst_video_info_to_caps(&vi);
1024     if (!out_caps)
1025         return NULL;
1026
1027     gst_caps_set_features(out_caps, 0,
1028         gst_caps_features_new(GST_CAPS_FEATURE_MEMORY_VAAPI_SURFACE, NULL));
1029 #else
1030     /* XXX: gst_video_info_to_caps() from GStreamer 0.10 does not
1031        reconstruct suitable caps for "encoded" video formats */
1032     out_caps = gst_caps_from_string(GST_VAAPI_SURFACE_CAPS_NAME);
1033     if (!out_caps)
1034         return NULL;
1035
1036     gst_caps_set_simple(out_caps,
1037         "type", G_TYPE_STRING, "vaapi",
1038         "opengl", G_TYPE_BOOLEAN, USE_GLX,
1039         "width", G_TYPE_INT, GST_VIDEO_INFO_WIDTH(&vi),
1040         "height", G_TYPE_INT, GST_VIDEO_INFO_HEIGHT(&vi),
1041         "framerate", GST_TYPE_FRACTION, GST_VIDEO_INFO_FPS_N(&vi),
1042             GST_VIDEO_INFO_FPS_D(&vi),
1043         "pixel-aspect-ratio", GST_TYPE_FRACTION, GST_VIDEO_INFO_PAR_N(&vi),
1044             GST_VIDEO_INFO_PAR_D(&vi),
1045         NULL);
1046
1047     gst_caps_set_interlaced(out_caps, &vi);
1048 #endif
1049     return out_caps;
1050 }
1051
1052 #if GST_CHECK_VERSION(1,0,0)
1053 static GstCaps *
1054 gst_vaapipostproc_transform_caps(GstBaseTransform *trans,
1055     GstPadDirection direction, GstCaps *caps, GstCaps *filter)
1056 {
1057     GstCaps *out_caps;
1058
1059     caps = gst_vaapipostproc_transform_caps_impl(trans, direction, caps);
1060     if (caps && filter) {
1061         out_caps = gst_caps_intersect_full(caps, filter,
1062             GST_CAPS_INTERSECT_FIRST);
1063         gst_caps_unref(caps);
1064         return out_caps;
1065     }
1066     return caps;
1067 }
1068 #else
1069 #define gst_vaapipostproc_transform_caps \
1070     gst_vaapipostproc_transform_caps_impl
1071 #endif
1072
1073 #if GST_CHECK_VERSION(1,0,0)
1074 typedef gsize GstBaseTransformSizeType;
1075 #else
1076 typedef guint GstBaseTransformSizeType;
1077 #endif
1078
1079 static gboolean
1080 gst_vaapipostproc_transform_size(GstBaseTransform *trans,
1081     GstPadDirection direction, GstCaps *caps, GstBaseTransformSizeType size,
1082     GstCaps *othercaps, GstBaseTransformSizeType *othersize)
1083 {
1084     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
1085
1086     if (direction == GST_PAD_SINK || !postproc->is_raw_yuv)
1087         *othersize = 0;
1088     else
1089         *othersize = size;
1090     return TRUE;
1091 }
1092
1093 static GstFlowReturn
1094 gst_vaapipostproc_transform(GstBaseTransform *trans, GstBuffer *inbuf,
1095     GstBuffer *outbuf)
1096 {
1097     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
1098     GstBuffer *buf;
1099     GstFlowReturn ret;
1100
1101     ret = gst_vaapi_plugin_base_get_input_buffer(
1102         GST_VAAPI_PLUGIN_BASE(postproc), inbuf, &buf);
1103     if (ret != GST_FLOW_OK)
1104         return GST_FLOW_ERROR;
1105
1106     ret = GST_FLOW_NOT_SUPPORTED;
1107     if (postproc->flags) {
1108         /* Use VA/VPP extensions to process this frame */
1109         if (postproc->use_vpp &&
1110             postproc->flags != GST_VAAPI_POSTPROC_FLAG_DEINTERLACE) {
1111             ret = gst_vaapipostproc_process_vpp(trans, buf, outbuf);
1112             if (ret != GST_FLOW_NOT_SUPPORTED)
1113                 goto done;
1114             GST_WARNING("unsupported VPP filters. Disabling");
1115             postproc->use_vpp = FALSE;
1116         }
1117
1118         /* Only append picture structure meta data (top/bottom field) */
1119         if (postproc->flags & GST_VAAPI_POSTPROC_FLAG_DEINTERLACE) {
1120             ret = gst_vaapipostproc_process(trans, buf, outbuf);
1121             if (ret != GST_FLOW_NOT_SUPPORTED)
1122                 goto done;
1123         }
1124     }
1125
1126     /* Fallback: passthrough to the downstream element as is */
1127     ret = gst_vaapipostproc_passthrough(trans, buf, outbuf);
1128
1129 done:
1130     gst_buffer_unref(buf);
1131     return ret;
1132 }
1133
1134 static GstFlowReturn
1135 gst_vaapipostproc_prepare_output_buffer(GstBaseTransform *trans,
1136     GstBuffer *inbuf,
1137 #if !GST_CHECK_VERSION(1,0,0)
1138     gint size, GstCaps *caps,
1139 #endif
1140     GstBuffer **outbuf_ptr)
1141 {
1142     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
1143
1144     *outbuf_ptr = create_output_buffer(postproc);
1145     return *outbuf_ptr ? GST_FLOW_OK : GST_FLOW_ERROR;
1146 }
1147
1148 static gboolean
1149 ensure_srcpad_buffer_pool(GstVaapiPostproc *postproc, GstCaps *caps)
1150 {
1151     GstVideoInfo vi;
1152     GstVaapiVideoPool *pool;
1153
1154     gst_video_info_init(&vi);
1155     gst_video_info_from_caps(&vi, caps);
1156     gst_video_info_set_format(&vi, postproc->format,
1157         GST_VIDEO_INFO_WIDTH(&vi), GST_VIDEO_INFO_HEIGHT(&vi));
1158
1159     if (!video_info_changed(&vi, &postproc->filter_pool_info))
1160         return TRUE;
1161     postproc->filter_pool_info = vi;
1162
1163     pool = gst_vaapi_surface_pool_new(GST_VAAPI_PLUGIN_BASE_DISPLAY(postproc),
1164         &postproc->filter_pool_info);
1165     if (!pool)
1166         return FALSE;
1167
1168     gst_vaapi_video_pool_replace(&postproc->filter_pool, pool);
1169     gst_vaapi_video_pool_unref(pool);
1170     return TRUE;
1171 }
1172
1173 static gboolean
1174 gst_vaapipostproc_set_caps(GstBaseTransform *trans, GstCaps *caps,
1175     GstCaps *out_caps)
1176 {
1177     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
1178     gboolean caps_changed = FALSE;
1179
1180     if (!gst_vaapipostproc_update_sink_caps(postproc, caps, &caps_changed))
1181         return FALSE;
1182     if (!gst_vaapipostproc_update_src_caps(postproc, out_caps, &caps_changed))
1183         return FALSE;
1184
1185     if (caps_changed) {
1186         gst_vaapipostproc_destroy(postproc);
1187         if (!gst_vaapipostproc_create(postproc))
1188             return FALSE;
1189         if (!gst_vaapi_plugin_base_set_caps(GST_VAAPI_PLUGIN_BASE(trans),
1190                 caps, out_caps))
1191             return FALSE;
1192     }
1193
1194     if (!ensure_srcpad_buffer_pool(postproc, out_caps))
1195         return FALSE;
1196     return TRUE;
1197 }
1198
1199 static gboolean
1200 gst_vaapipostproc_query(GstBaseTransform *trans, GstPadDirection direction,
1201     GstQuery *query)
1202 {
1203     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
1204
1205     GST_INFO_OBJECT(trans, "query type `%s'", GST_QUERY_TYPE_NAME(query));
1206
1207     if (gst_vaapi_reply_to_query(query, GST_VAAPI_PLUGIN_BASE_DISPLAY(postproc))) {
1208         GST_DEBUG("sharing display %p", GST_VAAPI_PLUGIN_BASE_DISPLAY(postproc));
1209         return TRUE;
1210     }
1211
1212     return GST_BASE_TRANSFORM_CLASS(gst_vaapipostproc_parent_class)->query(
1213         trans, direction, query);
1214 }
1215
1216 #if GST_CHECK_VERSION(1,0,0)
1217 static gboolean
1218 gst_vaapipostproc_propose_allocation(GstBaseTransform *trans,
1219     GstQuery *decide_query, GstQuery *query)
1220 {
1221     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
1222     GstVaapiPluginBase * const plugin = GST_VAAPI_PLUGIN_BASE(trans);
1223
1224     /* Let vaapidecode allocate the video buffers */
1225     if (!postproc->is_raw_yuv)
1226         return FALSE;
1227     if (!gst_vaapi_plugin_base_propose_allocation(plugin, query))
1228         return FALSE;
1229     return TRUE;
1230 }
1231 #endif
1232
1233 static void
1234 gst_vaapipostproc_finalize(GObject *object)
1235 {
1236     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(object);
1237
1238     gst_vaapipostproc_destroy(postproc);
1239
1240     gst_vaapi_plugin_base_finalize(GST_VAAPI_PLUGIN_BASE(postproc));
1241     G_OBJECT_CLASS(gst_vaapipostproc_parent_class)->finalize(object);
1242 }
1243
1244 static void
1245 gst_vaapipostproc_set_property(
1246     GObject      *object,
1247     guint         prop_id,
1248     const GValue *value,
1249     GParamSpec   *pspec
1250 )
1251 {
1252     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(object);
1253
1254     switch (prop_id) {
1255     case PROP_FORMAT:
1256         postproc->format = g_value_get_enum(value);
1257         break;
1258     case PROP_WIDTH:
1259         postproc->width = g_value_get_uint(value);
1260         break;
1261     case PROP_HEIGHT:
1262         postproc->height = g_value_get_uint(value);
1263         break;
1264     case PROP_FORCE_ASPECT_RATIO:
1265         postproc->keep_aspect = g_value_get_boolean(value);
1266         break;
1267     case PROP_DEINTERLACE_MODE:
1268         postproc->deinterlace_mode = g_value_get_enum(value);
1269         break;
1270     case PROP_DEINTERLACE_METHOD:
1271         postproc->deinterlace_method = g_value_get_enum(value);
1272         break;
1273      case PROP_DENOISE:
1274          postproc->denoise_level = g_value_get_float(value);
1275          postproc->flags |= GST_VAAPI_POSTPROC_FLAG_DENOISE;
1276          break;
1277      case PROP_SHARPEN:
1278          postproc->sharpen_level = g_value_get_float(value);
1279          postproc->flags |= GST_VAAPI_POSTPROC_FLAG_SHARPEN;
1280          break;
1281     case PROP_HUE:
1282         postproc->hue = g_value_get_float(value);
1283         postproc->flags |= GST_VAAPI_POSTPROC_FLAG_HUE;
1284         break;
1285     case PROP_SATURATION:
1286         postproc->saturation = g_value_get_float(value);
1287         postproc->flags |= GST_VAAPI_POSTPROC_FLAG_SATURATION;
1288         break;
1289     case PROP_BRIGHTNESS:
1290         postproc->brightness = g_value_get_float(value);
1291         postproc->flags |= GST_VAAPI_POSTPROC_FLAG_BRIGHTNESS;
1292         break;
1293     case PROP_CONTRAST:
1294         postproc->contrast = g_value_get_float(value);
1295         postproc->flags |= GST_VAAPI_POSTPROC_FLAG_CONTRAST;
1296         break;
1297     default:
1298         G_OBJECT_WARN_INVALID_PROPERTY_ID(object, prop_id, pspec);
1299         break;
1300     }
1301 }
1302
1303 static void
1304 gst_vaapipostproc_get_property(
1305     GObject    *object,
1306     guint       prop_id,
1307     GValue     *value,
1308     GParamSpec *pspec
1309 )
1310 {
1311     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(object);
1312
1313     switch (prop_id) {
1314     case PROP_FORMAT:
1315         g_value_set_enum(value, postproc->format);
1316         break;
1317     case PROP_WIDTH:
1318         g_value_set_uint(value, postproc->width);
1319         break;
1320     case PROP_HEIGHT:
1321         g_value_set_uint(value, postproc->height);
1322         break;
1323     case PROP_FORCE_ASPECT_RATIO:
1324         g_value_set_boolean(value, postproc->keep_aspect);
1325         break;
1326     case PROP_DEINTERLACE_MODE:
1327         g_value_set_enum(value, postproc->deinterlace_mode);
1328         break;
1329     case PROP_DEINTERLACE_METHOD:
1330         g_value_set_enum(value, postproc->deinterlace_method);
1331         break;
1332     case PROP_DENOISE:
1333         g_value_set_float(value, postproc->denoise_level);
1334         break;
1335     case PROP_SHARPEN:
1336         g_value_set_float(value, postproc->sharpen_level);
1337         break;
1338     case PROP_HUE:
1339         g_value_set_float(value, postproc->hue);
1340         break;
1341     case PROP_SATURATION:
1342         g_value_set_float(value, postproc->saturation);
1343         break;
1344     case PROP_BRIGHTNESS:
1345         g_value_set_float(value, postproc->brightness);
1346         break;
1347     case PROP_CONTRAST:
1348         g_value_set_float(value, postproc->contrast);
1349         break;
1350     default:
1351         G_OBJECT_WARN_INVALID_PROPERTY_ID(object, prop_id, pspec);
1352         break;
1353     }
1354 }
1355
1356 static void
1357 gst_vaapipostproc_class_init(GstVaapiPostprocClass *klass)
1358 {
1359     GObjectClass * const object_class = G_OBJECT_CLASS(klass);
1360     GstElementClass * const element_class = GST_ELEMENT_CLASS(klass);
1361     GstBaseTransformClass * const trans_class = GST_BASE_TRANSFORM_CLASS(klass);
1362     GstPadTemplate *pad_template;
1363     GPtrArray *filter_ops;
1364     GstVaapiFilterOpInfo *filter_op;
1365
1366     GST_DEBUG_CATEGORY_INIT(gst_debug_vaapipostproc,
1367                             GST_PLUGIN_NAME, 0, GST_PLUGIN_DESC);
1368
1369     gst_vaapi_plugin_base_class_init(GST_VAAPI_PLUGIN_BASE_CLASS(klass));
1370
1371     object_class->finalize      = gst_vaapipostproc_finalize;
1372     object_class->set_property  = gst_vaapipostproc_set_property;
1373     object_class->get_property  = gst_vaapipostproc_get_property;
1374     trans_class->start          = gst_vaapipostproc_start;
1375     trans_class->stop           = gst_vaapipostproc_stop;
1376     trans_class->transform_caps = gst_vaapipostproc_transform_caps;
1377     trans_class->transform_size = gst_vaapipostproc_transform_size;
1378     trans_class->transform      = gst_vaapipostproc_transform;
1379     trans_class->set_caps       = gst_vaapipostproc_set_caps;
1380     trans_class->query          = gst_vaapipostproc_query;
1381
1382 #if GST_CHECK_VERSION(1,0,0)
1383     trans_class->propose_allocation = gst_vaapipostproc_propose_allocation;
1384 #endif
1385
1386     trans_class->prepare_output_buffer =
1387         gst_vaapipostproc_prepare_output_buffer;
1388
1389     gst_element_class_set_static_metadata(element_class,
1390         "VA-API video postprocessing",
1391         "Filter/Converter/Video",
1392         GST_PLUGIN_DESC,
1393         "Gwenole Beauchesne <gwenole.beauchesne@intel.com>");
1394
1395     /* sink pad */
1396     pad_template = gst_static_pad_template_get(&gst_vaapipostproc_sink_factory);
1397     gst_element_class_add_pad_template(element_class, pad_template);
1398
1399     /* src pad */
1400     pad_template = gst_static_pad_template_get(&gst_vaapipostproc_src_factory);
1401     gst_element_class_add_pad_template(element_class, pad_template);
1402
1403     /**
1404      * GstVaapiPostproc:deinterlace-mode:
1405      *
1406      * This selects whether the deinterlacing should always be applied or if
1407      * they should only be applied on content that has the "interlaced" flag
1408      * on the caps.
1409      */
1410     g_object_class_install_property
1411         (object_class,
1412          PROP_DEINTERLACE_MODE,
1413          g_param_spec_enum("deinterlace-mode",
1414                            "Deinterlace mode",
1415                            "Deinterlace mode to use",
1416                            GST_VAAPI_TYPE_DEINTERLACE_MODE,
1417                            DEFAULT_DEINTERLACE_MODE,
1418                            G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
1419
1420     /**
1421      * GstVaapiPostproc:deinterlace-method:
1422      *
1423      * This selects the deinterlacing method to apply.
1424      */
1425     g_object_class_install_property
1426         (object_class,
1427          PROP_DEINTERLACE_METHOD,
1428          g_param_spec_enum("deinterlace-method",
1429                            "Deinterlace method",
1430                            "Deinterlace method to use",
1431                            GST_VAAPI_TYPE_DEINTERLACE_METHOD,
1432                            DEFAULT_DEINTERLACE_METHOD,
1433                            G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
1434
1435     filter_ops = gst_vaapi_filter_get_operations(NULL);
1436     if (!filter_ops)
1437         return;
1438
1439     /**
1440      * GstVaapiPostproc:format:
1441      *
1442      * The forced output pixel format, expressed as a #GstVideoFormat.
1443      */
1444     filter_op = find_filter_op(filter_ops, GST_VAAPI_FILTER_OP_FORMAT);
1445     if (filter_op)
1446         g_object_class_install_property(object_class,
1447             PROP_FORMAT, filter_op->pspec);
1448
1449     /**
1450      * GstVaapiPostproc:width:
1451      *
1452      * The forced output width in pixels. If set to zero, the width is
1453      * calculated from the height if aspect ration is preserved, or
1454      * inherited from the sink caps width
1455      */
1456     g_object_class_install_property
1457         (object_class,
1458          PROP_WIDTH,
1459          g_param_spec_uint("width",
1460                            "Width",
1461                            "Forced output width",
1462                            0, G_MAXINT, 0,
1463                            G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
1464
1465     /**
1466      * GstVaapiPostproc:height:
1467      *
1468      * The forced output height in pixels. If set to zero, the height
1469      * is calculated from the width if aspect ration is preserved, or
1470      * inherited from the sink caps height
1471      */
1472     g_object_class_install_property
1473         (object_class,
1474          PROP_HEIGHT,
1475          g_param_spec_uint("height",
1476                            "Height",
1477                            "Forced output height",
1478                            0, G_MAXINT, 0,
1479                            G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
1480
1481     /**
1482      * GstVaapiPostproc:force-aspect-ratio:
1483      *
1484      * When enabled, scaling respects video aspect ratio; when
1485      * disabled, the video is distorted to fit the width and height
1486      * properties.
1487      */
1488     g_object_class_install_property
1489         (object_class,
1490          PROP_FORCE_ASPECT_RATIO,
1491          g_param_spec_boolean("force-aspect-ratio",
1492                               "Force aspect ratio",
1493                               "When enabled, scaling will respect original aspect ratio",
1494                               TRUE,
1495                               G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
1496
1497     /**
1498      * GstVaapiPostproc:denoise:
1499      *
1500      * The level of noise reduction to apply.
1501      */
1502     filter_op = find_filter_op(filter_ops, GST_VAAPI_FILTER_OP_DENOISE);
1503     if (filter_op)
1504         g_object_class_install_property(object_class,
1505             PROP_DENOISE, filter_op->pspec);
1506
1507     /**
1508      * GstVaapiPostproc:sharpen:
1509      *
1510      * The level of sharpening to apply for positive values, or the
1511      * level of blurring for negative values.
1512      */
1513     filter_op = find_filter_op(filter_ops, GST_VAAPI_FILTER_OP_SHARPEN);
1514     if (filter_op)
1515         g_object_class_install_property(object_class,
1516             PROP_SHARPEN, filter_op->pspec);
1517
1518     /**
1519      * GstVaapiPostproc:hue:
1520      *
1521      * The color hue, expressed as a float value. Range is -180.0 to
1522      * 180.0. Default value is 0.0 and represents no modification.
1523      */
1524     filter_op = find_filter_op(filter_ops, GST_VAAPI_FILTER_OP_HUE);
1525     if (filter_op)
1526         g_object_class_install_property(object_class,
1527             PROP_HUE, filter_op->pspec);
1528
1529     /**
1530      * GstVaapiPostproc:saturation:
1531      *
1532      * The color saturation, expressed as a float value. Range is 0.0
1533      * to 2.0. Default value is 1.0 and represents no modification.
1534      */
1535     filter_op = find_filter_op(filter_ops, GST_VAAPI_FILTER_OP_SATURATION);
1536     if (filter_op)
1537         g_object_class_install_property(object_class,
1538             PROP_SATURATION, filter_op->pspec);
1539
1540     /**
1541      * GstVaapiPostproc:brightness:
1542      *
1543      * The color brightness, expressed as a float value. Range is -1.0
1544      * to 1.0. Default value is 0.0 and represents no modification.
1545      */
1546     filter_op = find_filter_op(filter_ops, GST_VAAPI_FILTER_OP_BRIGHTNESS);
1547     if (filter_op)
1548         g_object_class_install_property(object_class,
1549             PROP_BRIGHTNESS, filter_op->pspec);
1550
1551     /**
1552      * GstVaapiPostproc:contrast:
1553      *
1554      * The color contrast, expressed as a float value. Range is 0.0 to
1555      * 2.0. Default value is 1.0 and represents no modification.
1556      */
1557     filter_op = find_filter_op(filter_ops, GST_VAAPI_FILTER_OP_CONTRAST);
1558     if (filter_op)
1559         g_object_class_install_property(object_class,
1560             PROP_CONTRAST, filter_op->pspec);
1561
1562     g_ptr_array_unref(filter_ops);
1563 }
1564
1565 static void
1566 gst_vaapipostproc_init(GstVaapiPostproc *postproc)
1567 {
1568     gst_vaapi_plugin_base_init(GST_VAAPI_PLUGIN_BASE(postproc), GST_CAT_DEFAULT);
1569
1570     postproc->format                    = DEFAULT_FORMAT;
1571     postproc->deinterlace_mode          = DEFAULT_DEINTERLACE_MODE;
1572     postproc->deinterlace_method        = DEFAULT_DEINTERLACE_METHOD;
1573     postproc->field_duration            = GST_CLOCK_TIME_NONE;
1574     postproc->keep_aspect               = TRUE;
1575
1576     gst_video_info_init(&postproc->sinkpad_info);
1577     gst_video_info_init(&postproc->srcpad_info);
1578     gst_video_info_init(&postproc->filter_pool_info);
1579 }