gst/vaapi/gstvaapipostproc.c

   1 /*
   2  *  gstvaapipostproc.c - VA-API video postprocessing
   3  *
   4  *  Copyright (C) 2012-2014 Intel Corporation
   5  *    Author: Gwenole Beauchesne <gwenole.beauchesne@intel.com>
   6  *
   7  *  This library is free software; you can redistribute it and/or
   8  *  modify it under the terms of the GNU Lesser General Public License
   9  *  as published by the Free Software Foundation; either version 2.1
  10  *  of the License, or (at your option) any later version.
  11  *
  12  *  This library is distributed in the hope that it will be useful,
  13  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  *  Lesser General Public License for more details.
  16  *
  17  *  You should have received a copy of the GNU Lesser General Public
  18  *  License along with this library; if not, write to the Free
  19  *  Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
  20  *  Boston, MA 02110-1301 USA
  21  */
  22
  23 /**
  24  * SECTION:gstvaapipostproc
  25  * @short_description: A video postprocessing filter
  26  *
  27  * vaapipostproc consists in various postprocessing algorithms to be
  28  * applied to VA surfaces. So far, only basic bob deinterlacing is
  29  * implemented.
  30  */
  31
  32 #include "gst/vaapi/sysdeps.h"
  33 #include <gst/video/video.h>
  34
  35 #include "gstvaapipostproc.h"
  36 #include "gstvaapipluginutil.h"
  37 #include "gstvaapivideobuffer.h"
  38 #if GST_CHECK_VERSION(1,0,0)
  39 #include "gstvaapivideobufferpool.h"
  40 #include "gstvaapivideomemory.h"
  41 #endif
  42
  43 #define GST_PLUGIN_NAME "vaapipostproc"
  44 #define GST_PLUGIN_DESC "A video postprocessing filter"
  45
  46 GST_DEBUG_CATEGORY_STATIC(gst_debug_vaapipostproc);
  47 #define GST_CAT_DEFAULT gst_debug_vaapipostproc
  48
  49 /* Default templates */
  50 static const char gst_vaapipostproc_sink_caps_str[] =
  51 #if GST_CHECK_VERSION(1,1,0)
  52     GST_VIDEO_CAPS_MAKE_WITH_FEATURES(
  53         GST_CAPS_FEATURE_MEMORY_VAAPI_SURFACE, "{ ENCODED, NV12, I420, YV12 }") ", "
  54 #else
  55     GST_VAAPI_SURFACE_CAPS ", "
  56 #endif
  57     GST_CAPS_INTERLACED_MODES "; "
  58 #if GST_CHECK_VERSION(1,0,0)
  59     GST_VIDEO_CAPS_MAKE(GST_VIDEO_FORMATS_ALL) ", "
  60 #else
  61     "video/x-raw-yuv, "
  62     "width  = " GST_VIDEO_SIZE_RANGE ", "
  63     "height = " GST_VIDEO_SIZE_RANGE ", "
  64     "framerate = " GST_VIDEO_FPS_RANGE ", "
  65 #endif
  66     GST_CAPS_INTERLACED_MODES;
  67
  68 static const char gst_vaapipostproc_src_caps_str[] =
  69 #if GST_CHECK_VERSION(1,1,0)
  70     GST_VIDEO_CAPS_MAKE_WITH_FEATURES(
  71         GST_CAPS_FEATURE_MEMORY_VAAPI_SURFACE, "{ ENCODED, NV12, I420, YV12 }") ", "
  72 #else
  73     GST_VAAPI_SURFACE_CAPS ", "
  74 #endif
  75     GST_CAPS_INTERLACED_FALSE;
  76
  77 static GstStaticPadTemplate gst_vaapipostproc_sink_factory =
  78     GST_STATIC_PAD_TEMPLATE(
  79         "sink",
  80         GST_PAD_SINK,
  81         GST_PAD_ALWAYS,
  82         GST_STATIC_CAPS(gst_vaapipostproc_sink_caps_str));
  83
  84 static GstStaticPadTemplate gst_vaapipostproc_src_factory =
  85     GST_STATIC_PAD_TEMPLATE(
  86         "src",
  87         GST_PAD_SRC,
  88         GST_PAD_ALWAYS,
  89         GST_STATIC_CAPS(gst_vaapipostproc_src_caps_str));
  90
  91 G_DEFINE_TYPE_WITH_CODE(
  92     GstVaapiPostproc,
  93     gst_vaapipostproc,
  94     GST_TYPE_BASE_TRANSFORM,
  95     GST_VAAPI_PLUGIN_BASE_INIT_INTERFACES)
  96
  97 enum {
  98     PROP_0,
  99
 100     PROP_FORMAT,
 101     PROP_WIDTH,
 102     PROP_HEIGHT,
 103     PROP_FORCE_ASPECT_RATIO,
 104     PROP_DEINTERLACE_MODE,
 105     PROP_DEINTERLACE_METHOD,
 106     PROP_DENOISE,
 107     PROP_SHARPEN,
 108     PROP_HUE,
 109     PROP_SATURATION,
 110     PROP_BRIGHTNESS,
 111     PROP_CONTRAST,
 112 };
 113
 114 #define DEFAULT_FORMAT                  GST_VIDEO_FORMAT_ENCODED
 115 #define DEFAULT_DEINTERLACE_MODE        GST_VAAPI_DEINTERLACE_MODE_AUTO
 116 #define DEFAULT_DEINTERLACE_METHOD      GST_VAAPI_DEINTERLACE_METHOD_BOB
 117
 118 #define GST_VAAPI_TYPE_DEINTERLACE_MODE \
 119     gst_vaapi_deinterlace_mode_get_type()
 120
 121 static GType
 122 gst_vaapi_deinterlace_mode_get_type(void)
 123 {
 124     static GType deinterlace_mode_type = 0;
 125
 126     static const GEnumValue mode_types[] = {
 127         { GST_VAAPI_DEINTERLACE_MODE_AUTO,
 128           "Auto detection", "auto" },
 129         { GST_VAAPI_DEINTERLACE_MODE_INTERLACED,
 130           "Force deinterlacing", "interlaced" },
 131         { GST_VAAPI_DEINTERLACE_MODE_DISABLED,
 132           "Never deinterlace", "disabled" },
 133         { 0, NULL, NULL },
 134     };
 135
 136     if (!deinterlace_mode_type) {
 137         deinterlace_mode_type =
 138             g_enum_register_static("GstVaapiDeinterlaceMode", mode_types);
 139     }
 140     return deinterlace_mode_type;
 141 }
 142
 143 static void
 144 ds_reset(GstVaapiDeinterlaceState *ds)
 145 {
 146     guint i;
 147
 148     for (i = 0; i < G_N_ELEMENTS(ds->buffers); i++)
 149         gst_buffer_replace(&ds->buffers[i], NULL);
 150     ds->buffers_index = 0;
 151     ds->num_surfaces = 0;
 152     ds->deint = FALSE;
 153     ds->tff = FALSE;
 154 }
 155
 156 static void
 157 ds_add_buffer(GstVaapiDeinterlaceState *ds, GstBuffer *buf)
 158 {
 159     gst_buffer_replace(&ds->buffers[ds->buffers_index], buf);
 160     ds->buffers_index = (ds->buffers_index + 1) % G_N_ELEMENTS(ds->buffers);
 161 }
 162
 163 static inline GstBuffer *
 164 ds_get_buffer(GstVaapiDeinterlaceState *ds, guint index)
 165 {
 166     /* Note: the index increases towards older buffers.
 167        i.e. buffer at index 0 means the immediately preceding buffer
 168        in the history, buffer at index 1 means the one preceding the
 169        surface at index 0, etc. */
 170     const guint n = ds->buffers_index + G_N_ELEMENTS(ds->buffers) - index - 1;
 171     return ds->buffers[n % G_N_ELEMENTS(ds->buffers)];
 172 }
 173
 174 static void
 175 ds_set_surfaces(GstVaapiDeinterlaceState *ds)
 176 {
 177     GstVaapiVideoMeta *meta;
 178     guint i;
 179
 180     ds->num_surfaces = 0;
 181     for (i = 0; i < G_N_ELEMENTS(ds->buffers); i++) {
 182         GstBuffer * const buf = ds_get_buffer(ds, i);
 183         if (!buf)
 184             break;
 185
 186         meta = gst_buffer_get_vaapi_video_meta(buf);
 187         ds->surfaces[ds->num_surfaces++] =
 188             gst_vaapi_video_meta_get_surface(meta);
 189     }
 190 }
 191
 192 static GstVaapiFilterOpInfo *
 193 find_filter_op(GPtrArray *filter_ops, GstVaapiFilterOp op)
 194 {
 195     guint i;
 196
 197     if (filter_ops) {
 198         for (i = 0; i < filter_ops->len; i++) {
 199             GstVaapiFilterOpInfo * const filter_op =
 200                 g_ptr_array_index(filter_ops, i);
 201             if (filter_op->op == op)
 202                 return filter_op;
 203         }
 204     }
 205     return NULL;
 206 }
 207
 208 static inline gboolean
 209 gst_vaapipostproc_ensure_display(GstVaapiPostproc *postproc)
 210 {
 211     return gst_vaapi_plugin_base_ensure_display(GST_VAAPI_PLUGIN_BASE(postproc));
 212 }
 213
 214 static gboolean
 215 gst_vaapipostproc_ensure_uploader(GstVaapiPostproc *postproc)
 216 {
 217     if (!gst_vaapipostproc_ensure_display(postproc))
 218         return FALSE;
 219     if (!gst_vaapi_plugin_base_ensure_uploader(GST_VAAPI_PLUGIN_BASE(postproc)))
 220         return FALSE;
 221     return TRUE;
 222 }
 223
 224 static gboolean
 225 gst_vaapipostproc_ensure_filter(GstVaapiPostproc *postproc)
 226 {
 227     if (postproc->filter)
 228         return TRUE;
 229
 230     if (!gst_vaapipostproc_ensure_display(postproc))
 231         return FALSE;
 232
 233     postproc->filter = gst_vaapi_filter_new(
 234         GST_VAAPI_PLUGIN_BASE_DISPLAY(postproc));
 235     if (!postproc->filter)
 236         return FALSE;
 237     return TRUE;
 238 }
 239
 240 static gboolean
 241 gst_vaapipostproc_ensure_filter_caps(GstVaapiPostproc *postproc)
 242 {
 243     if (!gst_vaapipostproc_ensure_filter(postproc))
 244         return FALSE;
 245
 246     postproc->filter_ops = gst_vaapi_filter_get_operations(postproc->filter);
 247     if (!postproc->filter_ops)
 248         return FALSE;
 249
 250     postproc->filter_formats = gst_vaapi_filter_get_formats(postproc->filter);
 251     if (!postproc->filter_formats)
 252         return FALSE;
 253     return TRUE;
 254 }
 255
 256 static gboolean
 257 gst_vaapipostproc_create(GstVaapiPostproc *postproc)
 258 {
 259     if (!gst_vaapi_plugin_base_open(GST_VAAPI_PLUGIN_BASE(postproc)))
 260         return FALSE;
 261     if (!gst_vaapipostproc_ensure_display(postproc))
 262         return FALSE;
 263     if (!gst_vaapipostproc_ensure_uploader(postproc))
 264         return FALSE;
 265     if (gst_vaapipostproc_ensure_filter(postproc))
 266         postproc->use_vpp = TRUE;
 267     return TRUE;
 268 }
 269
 270 static void
 271 gst_vaapipostproc_destroy_filter(GstVaapiPostproc *postproc)
 272 {
 273     if (postproc->filter_formats) {
 274         g_array_unref(postproc->filter_formats);
 275         postproc->filter_formats = NULL;
 276     }
 277
 278     if (postproc->filter_ops) {
 279         g_ptr_array_unref(postproc->filter_ops);
 280         postproc->filter_ops = NULL;
 281     }
 282     gst_vaapi_filter_replace(&postproc->filter, NULL);
 283     gst_vaapi_video_pool_replace(&postproc->filter_pool, NULL);
 284 }
 285
 286 static void
 287 gst_vaapipostproc_destroy(GstVaapiPostproc *postproc)
 288 {
 289     ds_reset(&postproc->deinterlace_state);
 290     gst_vaapipostproc_destroy_filter(postproc);
 291
 292     gst_caps_replace(&postproc->allowed_sinkpad_caps, NULL);
 293     gst_caps_replace(&postproc->allowed_srcpad_caps, NULL);
 294     gst_vaapi_plugin_base_close(GST_VAAPI_PLUGIN_BASE(postproc));
 295 }
 296
 297 static gboolean
 298 gst_vaapipostproc_start(GstBaseTransform *trans)
 299 {
 300     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
 301
 302     ds_reset(&postproc->deinterlace_state);
 303     if (!gst_vaapi_plugin_base_open(GST_VAAPI_PLUGIN_BASE(postproc)))
 304         return FALSE;
 305     if (!gst_vaapipostproc_ensure_display(postproc))
 306         return FALSE;
 307     return TRUE;
 308 }
 309
 310 static gboolean
 311 gst_vaapipostproc_stop(GstBaseTransform *trans)
 312 {
 313     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
 314
 315     ds_reset(&postproc->deinterlace_state);
 316     gst_vaapi_plugin_base_close(GST_VAAPI_PLUGIN_BASE(postproc));
 317     return TRUE;
 318 }
 319
 320 static gboolean
 321 should_deinterlace_buffer(GstVaapiPostproc *postproc, GstBuffer *buf)
 322 {
 323     if (!(postproc->flags & GST_VAAPI_POSTPROC_FLAG_DEINTERLACE) ||
 324         postproc->deinterlace_mode == GST_VAAPI_DEINTERLACE_MODE_DISABLED)
 325         return FALSE;
 326
 327     if (postproc->deinterlace_mode == GST_VAAPI_DEINTERLACE_MODE_INTERLACED)
 328         return TRUE;
 329
 330     g_assert(postproc->deinterlace_mode == GST_VAAPI_DEINTERLACE_MODE_AUTO);
 331
 332     switch (GST_VIDEO_INFO_INTERLACE_MODE(&postproc->sinkpad_info)) {
 333     case GST_VIDEO_INTERLACE_MODE_INTERLEAVED:
 334         return TRUE;
 335     case GST_VIDEO_INTERLACE_MODE_PROGRESSIVE:
 336         return FALSE;
 337     case GST_VIDEO_INTERLACE_MODE_MIXED:
 338 #if GST_CHECK_VERSION(1,0,0)
 339         if (GST_BUFFER_FLAG_IS_SET(buf, GST_VIDEO_BUFFER_FLAG_INTERLACED))
 340             return TRUE;
 341 #else
 342         if (!GST_BUFFER_FLAG_IS_SET(buf, GST_VIDEO_BUFFER_PROGRESSIVE))
 343             return TRUE;
 344 #endif
 345         break;
 346     default:
 347         GST_ERROR("unhandled \"interlace-mode\", disabling deinterlacing" );
 348         break;
 349     }
 350     return FALSE;
 351 }
 352
 353 static GstBuffer *
 354 create_output_buffer(GstVaapiPostproc *postproc)
 355 {
 356     GstBuffer *outbuf;
 357
 358     /* Create a raw VA video buffer without GstVaapiVideoMeta attached
 359        to it yet, as this will be done next in the transform() hook */
 360     outbuf = gst_vaapi_video_buffer_new_empty();
 361     if (!outbuf)
 362         goto error_create_buffer;
 363
 364 #if !GST_CHECK_VERSION(1,0,0)
 365     gst_buffer_set_caps(outbuf, GST_VAAPI_PLUGIN_BASE_SRC_PAD_CAPS(postproc));
 366 #endif
 367     return outbuf;
 368
 369     /* ERRORS */
 370 error_create_buffer:
 371     {
 372         GST_ERROR("failed to create output video buffer");
 373         return NULL;
 374     }
 375 }
 376
 377 static inline void
 378 append_output_buffer_metadata(GstBuffer *outbuf, GstBuffer *inbuf, guint flags)
 379 {
 380     gst_buffer_copy_into(outbuf, inbuf, flags |
 381         GST_BUFFER_COPY_FLAGS | GST_BUFFER_COPY_META | GST_BUFFER_COPY_MEMORY,
 382         0, -1);
 383 }
 384
 385 static gboolean
 386 deint_method_is_advanced(GstVaapiDeinterlaceMethod deint_method)
 387 {
 388     gboolean is_advanced;
 389
 390     switch (deint_method) {
 391     case GST_VAAPI_DEINTERLACE_METHOD_MOTION_ADAPTIVE:
 392     case GST_VAAPI_DEINTERLACE_METHOD_MOTION_COMPENSATED:
 393         is_advanced = TRUE;
 394         break;
 395     default:
 396         is_advanced = FALSE;
 397         break;
 398     }
 399     return is_advanced;
 400 }
 401
 402 static GstVaapiDeinterlaceMethod
 403 get_next_deint_method(GstVaapiDeinterlaceMethod deint_method)
 404 {
 405     switch (deint_method) {
 406     case GST_VAAPI_DEINTERLACE_METHOD_MOTION_COMPENSATED:
 407         deint_method = GST_VAAPI_DEINTERLACE_METHOD_MOTION_ADAPTIVE;
 408         break;
 409     default:
 410         /* Default to basic "bob" for all others */
 411         deint_method = GST_VAAPI_DEINTERLACE_METHOD_BOB;
 412         break;
 413     }
 414     return deint_method;
 415 }
 416
 417 static gboolean
 418 set_best_deint_method(GstVaapiPostproc *postproc, guint flags,
 419     GstVaapiDeinterlaceMethod *deint_method_ptr)
 420 {
 421     GstVaapiDeinterlaceMethod deint_method = postproc->deinterlace_method;
 422     gboolean success;
 423
 424     for (;;) {
 425         success = gst_vaapi_filter_set_deinterlacing(postproc->filter,
 426             deint_method, flags);
 427         if (success || deint_method == GST_VAAPI_DEINTERLACE_METHOD_BOB)
 428             break;
 429         deint_method = get_next_deint_method(deint_method);
 430     }
 431     *deint_method_ptr = deint_method;
 432     return success;
 433 }
 434
 435 static GstFlowReturn
 436 gst_vaapipostproc_process_vpp(GstBaseTransform *trans, GstBuffer *inbuf,
 437     GstBuffer *outbuf)
 438 {
 439     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
 440     GstVaapiDeinterlaceState * const ds = &postproc->deinterlace_state;
 441     GstVaapiVideoMeta *inbuf_meta, *outbuf_meta;
 442     GstVaapiSurface *inbuf_surface, *outbuf_surface;
 443     GstVaapiFilterStatus status;
 444     GstClockTime timestamp;
 445     GstFlowReturn ret;
 446     GstBuffer *fieldbuf;
 447     GstVaapiDeinterlaceMethod deint_method;
 448     guint flags, deint_flags;
 449     gboolean tff, deint, deint_refs, deint_changed;
 450     GstVaapiRectangle *crop_rect = NULL;
 451
 452     /* Validate filters */
 453     if ((postproc->flags & GST_VAAPI_POSTPROC_FLAG_FORMAT) &&
 454         !gst_vaapi_filter_set_format(postproc->filter, postproc->format))
 455         return GST_FLOW_NOT_SUPPORTED;
 456
 457     if ((postproc->flags & GST_VAAPI_POSTPROC_FLAG_DENOISE) &&
 458         !gst_vaapi_filter_set_denoising_level(postproc->filter,
 459             postproc->denoise_level))
 460         return GST_FLOW_NOT_SUPPORTED;
 461
 462     if ((postproc->flags & GST_VAAPI_POSTPROC_FLAG_SHARPEN) &&
 463         !gst_vaapi_filter_set_sharpening_level(postproc->filter,
 464             postproc->sharpen_level))
 465         return GST_FLOW_NOT_SUPPORTED;
 466
 467     if ((postproc->flags & GST_VAAPI_POSTPROC_FLAG_HUE) &&
 468         !gst_vaapi_filter_set_hue(postproc->filter,
 469             postproc->hue))
 470         return GST_FLOW_NOT_SUPPORTED;
 471
 472     if ((postproc->flags & GST_VAAPI_POSTPROC_FLAG_SATURATION) &&
 473         !gst_vaapi_filter_set_saturation(postproc->filter,
 474             postproc->saturation))
 475         return GST_FLOW_NOT_SUPPORTED;
 476
 477     if ((postproc->flags & GST_VAAPI_POSTPROC_FLAG_BRIGHTNESS) &&
 478         !gst_vaapi_filter_set_brightness(postproc->filter,
 479             postproc->brightness))
 480         return GST_FLOW_NOT_SUPPORTED;
 481
 482     if ((postproc->flags & GST_VAAPI_POSTPROC_FLAG_CONTRAST) &&
 483         !gst_vaapi_filter_set_contrast(postproc->filter,
 484             postproc->contrast))
 485         return GST_FLOW_NOT_SUPPORTED;
 486
 487     inbuf_meta = gst_buffer_get_vaapi_video_meta(inbuf);
 488     if (!inbuf_meta)
 489         goto error_invalid_buffer;
 490     inbuf_surface = gst_vaapi_video_meta_get_surface(inbuf_meta);
 491
 492 #if GST_CHECK_VERSION(1,0,0)
 493     GstVideoCropMeta * const crop_meta =
 494         gst_buffer_get_video_crop_meta(inbuf);
 495     if (crop_meta) {
 496         GstVaapiRectangle tmp_rect;
 497         crop_rect = &tmp_rect;
 498         crop_rect->x = crop_meta->x;
 499         crop_rect->y = crop_meta->y;
 500         crop_rect->width = crop_meta->width;
 501         crop_rect->height = crop_meta->height;
 502     }
 503 #endif
 504     if (!crop_rect)
 505         crop_rect = (GstVaapiRectangle *)
 506             gst_vaapi_video_meta_get_render_rect(inbuf_meta);
 507
 508     timestamp  = GST_BUFFER_TIMESTAMP(inbuf);
 509     tff        = GST_BUFFER_FLAG_IS_SET(inbuf, GST_VIDEO_BUFFER_FLAG_TFF);
 510     deint      = should_deinterlace_buffer(postproc, inbuf);
 511
 512     /* Drop references if deinterlacing conditions changed */
 513     deint_changed = deint != ds->deint;
 514     if (deint_changed || (ds->num_surfaces > 0 && tff != ds->tff))
 515         ds_reset(ds);
 516
 517     deint_method = postproc->deinterlace_method;
 518     deint_refs = deint_method_is_advanced(deint_method);
 519     if (deint_refs) {
 520         GstBuffer * const prev_buf = ds_get_buffer(ds, 0);
 521         GstClockTime prev_pts, pts = GST_BUFFER_TIMESTAMP(inbuf);
 522         /* Reset deinterlacing state when there is a discontinuity */
 523         if (prev_buf && (prev_pts = GST_BUFFER_TIMESTAMP(prev_buf)) != pts) {
 524             const GstClockTimeDiff pts_diff = GST_CLOCK_DIFF(prev_pts, pts);
 525             if (pts_diff < 0 || pts_diff > postproc->field_duration * 2)
 526                 ds_reset(ds);
 527         }
 528     }
 529
 530     ds->deint = deint;
 531     ds->tff = tff;
 532
 533     flags = gst_vaapi_video_meta_get_render_flags(inbuf_meta) &
 534         ~GST_VAAPI_PICTURE_STRUCTURE_MASK;
 535
 536     /* First field */
 537     if (postproc->flags & GST_VAAPI_POSTPROC_FLAG_DEINTERLACE) {
 538         fieldbuf = create_output_buffer(postproc);
 539         if (!fieldbuf)
 540             goto error_create_buffer;
 541
 542         outbuf_meta = gst_vaapi_video_meta_new_from_pool(postproc->filter_pool);
 543         if (!outbuf_meta)
 544             goto error_create_meta;
 545         outbuf_surface = gst_vaapi_video_meta_get_surface(outbuf_meta);
 546
 547         if (deint) {
 548             deint_flags = (tff ? GST_VAAPI_DEINTERLACE_FLAG_TOPFIELD : 0);
 549             if (tff)
 550                 deint_flags |= GST_VAAPI_DEINTERLACE_FLAG_TFF;
 551             if (!set_best_deint_method(postproc, deint_flags, &deint_method))
 552                 goto error_op_deinterlace;
 553
 554             if (deint_method != postproc->deinterlace_method) {
 555                 GST_DEBUG("unsupported deinterlace-method %u. Using %u instead",
 556                           postproc->deinterlace_method, deint_method);
 557                 postproc->deinterlace_method = deint_method;
 558                 deint_refs = deint_method_is_advanced(deint_method);
 559             }
 560
 561             if (deint_refs) {
 562                 ds_set_surfaces(ds);
 563                 if (!gst_vaapi_filter_set_deinterlacing_references(
 564                         postproc->filter, ds->surfaces, ds->num_surfaces,
 565                         NULL, 0))
 566                     goto error_op_deinterlace;
 567             }
 568         }
 569         else if (deint_changed) {
 570             // Reset internal filter to non-deinterlacing mode
 571             deint_method = GST_VAAPI_DEINTERLACE_METHOD_NONE;
 572             if (!gst_vaapi_filter_set_deinterlacing(postproc->filter,
 573                     deint_method, 0))
 574                 goto error_op_deinterlace;
 575         }
 576
 577         gst_vaapi_filter_set_cropping_rectangle(postproc->filter, crop_rect);
 578         status = gst_vaapi_filter_process(postproc->filter, inbuf_surface,
 579             outbuf_surface, flags);
 580         if (status != GST_VAAPI_FILTER_STATUS_SUCCESS)
 581             goto error_process_vpp;
 582
 583         gst_buffer_set_vaapi_video_meta(fieldbuf, outbuf_meta);
 584         gst_vaapi_video_meta_unref(outbuf_meta);
 585
 586         GST_BUFFER_TIMESTAMP(fieldbuf) = timestamp;
 587         GST_BUFFER_DURATION(fieldbuf)  = postproc->field_duration;
 588         ret = gst_pad_push(trans->srcpad, fieldbuf);
 589         if (ret != GST_FLOW_OK)
 590             goto error_push_buffer;
 591     }
 592     fieldbuf = NULL;
 593
 594     /* Second field */
 595     outbuf_meta = gst_vaapi_video_meta_new_from_pool(postproc->filter_pool);
 596     if (!outbuf_meta)
 597         goto error_create_meta;
 598     outbuf_surface = gst_vaapi_video_meta_get_surface(outbuf_meta);
 599
 600     if (deint) {
 601         deint_flags = (tff ? 0 : GST_VAAPI_DEINTERLACE_FLAG_TOPFIELD);
 602         if (tff)
 603             deint_flags |= GST_VAAPI_DEINTERLACE_FLAG_TFF;
 604         if (!gst_vaapi_filter_set_deinterlacing(postproc->filter,
 605                 deint_method, deint_flags))
 606             goto error_op_deinterlace;
 607
 608         if (deint_refs && !gst_vaapi_filter_set_deinterlacing_references(
 609                 postproc->filter, ds->surfaces, ds->num_surfaces, NULL, 0))
 610             goto error_op_deinterlace;
 611     }
 612     else if (deint_changed && !gst_vaapi_filter_set_deinterlacing(
 613                  postproc->filter, deint_method, 0))
 614         goto error_op_deinterlace;
 615
 616     gst_vaapi_filter_set_cropping_rectangle(postproc->filter, crop_rect);
 617     status = gst_vaapi_filter_process(postproc->filter, inbuf_surface,
 618         outbuf_surface, flags);
 619     if (status != GST_VAAPI_FILTER_STATUS_SUCCESS)
 620         goto error_process_vpp;
 621
 622     if (!(postproc->flags & GST_VAAPI_POSTPROC_FLAG_DEINTERLACE))
 623         gst_buffer_copy_into(outbuf, inbuf, GST_BUFFER_COPY_TIMESTAMPS, 0, -1);
 624     else {
 625         GST_BUFFER_TIMESTAMP(outbuf) = timestamp + postproc->field_duration;
 626         GST_BUFFER_DURATION(outbuf)  = postproc->field_duration;
 627     }
 628     gst_buffer_set_vaapi_video_meta(outbuf, outbuf_meta);
 629     gst_vaapi_video_meta_unref(outbuf_meta);
 630
 631     if (deint && deint_refs)
 632         ds_add_buffer(ds, inbuf);
 633     return GST_FLOW_OK;
 634
 635     /* ERRORS */
 636 error_invalid_buffer:
 637     {
 638         GST_ERROR("failed to validate source buffer");
 639         return GST_FLOW_ERROR;
 640     }
 641 error_create_buffer:
 642     {
 643         GST_ERROR("failed to create output buffer");
 644         return GST_FLOW_ERROR;
 645     }
 646 error_create_meta:
 647     {
 648         GST_ERROR("failed to create new output buffer meta");
 649         gst_buffer_replace(&fieldbuf, NULL);
 650         gst_vaapi_video_meta_unref(outbuf_meta);
 651         return GST_FLOW_ERROR;
 652     }
 653 error_op_deinterlace:
 654     {
 655         GST_ERROR("failed to apply deinterlacing filter");
 656         gst_buffer_replace(&fieldbuf, NULL);
 657         gst_vaapi_video_meta_unref(outbuf_meta);
 658         return GST_FLOW_NOT_SUPPORTED;
 659     }
 660 error_process_vpp:
 661     {
 662         GST_ERROR("failed to apply VPP filters (error %d)", status);
 663         gst_buffer_replace(&fieldbuf, NULL);
 664         gst_vaapi_video_meta_unref(outbuf_meta);
 665         return GST_FLOW_ERROR;
 666     }
 667 error_push_buffer:
 668     {
 669         if (ret != GST_FLOW_FLUSHING)
 670             GST_ERROR("failed to push output buffer to video sink");
 671         return GST_FLOW_ERROR;
 672     }
 673 }
 674
 675 static GstFlowReturn
 676 gst_vaapipostproc_process(GstBaseTransform *trans, GstBuffer *inbuf,
 677     GstBuffer *outbuf)
 678 {
 679     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
 680     GstVaapiVideoMeta *meta;
 681     GstClockTime timestamp;
 682     GstFlowReturn ret;
 683     GstBuffer *fieldbuf;
 684     guint fieldbuf_flags, outbuf_flags, flags;
 685     gboolean tff, deint;
 686
 687     meta = gst_buffer_get_vaapi_video_meta(inbuf);
 688     if (!meta)
 689         goto error_invalid_buffer;
 690
 691     timestamp  = GST_BUFFER_TIMESTAMP(inbuf);
 692     tff        = GST_BUFFER_FLAG_IS_SET(inbuf, GST_VIDEO_BUFFER_FLAG_TFF);
 693     deint      = should_deinterlace_buffer(postproc, inbuf);
 694
 695     flags = gst_vaapi_video_meta_get_render_flags(meta) &
 696         ~GST_VAAPI_PICTURE_STRUCTURE_MASK;
 697
 698     /* First field */
 699     fieldbuf = create_output_buffer(postproc);
 700     if (!fieldbuf)
 701         goto error_create_buffer;
 702     append_output_buffer_metadata(fieldbuf, inbuf, 0);
 703
 704     meta = gst_buffer_get_vaapi_video_meta(fieldbuf);
 705     fieldbuf_flags = flags;
 706     fieldbuf_flags |= deint ? (
 707         tff ?
 708         GST_VAAPI_PICTURE_STRUCTURE_TOP_FIELD :
 709         GST_VAAPI_PICTURE_STRUCTURE_BOTTOM_FIELD) :
 710         GST_VAAPI_PICTURE_STRUCTURE_FRAME;
 711     gst_vaapi_video_meta_set_render_flags(meta, fieldbuf_flags);
 712
 713     GST_BUFFER_TIMESTAMP(fieldbuf) = timestamp;
 714     GST_BUFFER_DURATION(fieldbuf)  = postproc->field_duration;
 715     ret = gst_pad_push(trans->srcpad, fieldbuf);
 716     if (ret != GST_FLOW_OK)
 717         goto error_push_buffer;
 718
 719     /* Second field */
 720     append_output_buffer_metadata(outbuf, inbuf, 0);
 721
 722     meta = gst_buffer_get_vaapi_video_meta(outbuf);
 723     outbuf_flags = flags;
 724     outbuf_flags |= deint ? (
 725         tff ?
 726         GST_VAAPI_PICTURE_STRUCTURE_BOTTOM_FIELD :
 727         GST_VAAPI_PICTURE_STRUCTURE_TOP_FIELD) :
 728         GST_VAAPI_PICTURE_STRUCTURE_FRAME;
 729     gst_vaapi_video_meta_set_render_flags(meta, outbuf_flags);
 730
 731     GST_BUFFER_TIMESTAMP(outbuf) = timestamp + postproc->field_duration;
 732     GST_BUFFER_DURATION(outbuf)  = postproc->field_duration;
 733     return GST_FLOW_OK;
 734
 735     /* ERRORS */
 736 error_invalid_buffer:
 737     {
 738         GST_ERROR("failed to validate source buffer");
 739         return GST_FLOW_ERROR;
 740     }
 741 error_create_buffer:
 742     {
 743         GST_ERROR("failed to create output buffer");
 744         return GST_FLOW_EOS;
 745     }
 746 error_push_buffer:
 747     {
 748         if (ret != GST_FLOW_FLUSHING)
 749             GST_ERROR("failed to push output buffer to video sink");
 750         return GST_FLOW_EOS;
 751     }
 752 }
 753
 754 static GstFlowReturn
 755 gst_vaapipostproc_passthrough(GstBaseTransform *trans, GstBuffer *inbuf,
 756     GstBuffer *outbuf)
 757 {
 758     GstVaapiVideoMeta *meta;
 759
 760     /* No video processing needed, simply copy buffer metadata */
 761     meta = gst_buffer_get_vaapi_video_meta(inbuf);
 762     if (!meta)
 763         goto error_invalid_buffer;
 764
 765     append_output_buffer_metadata(outbuf, inbuf, GST_BUFFER_COPY_TIMESTAMPS);
 766     return GST_FLOW_OK;
 767
 768     /* ERRORS */
 769 error_invalid_buffer:
 770     {
 771         GST_ERROR("failed to validate source buffer");
 772         return GST_FLOW_ERROR;
 773     }
 774 }
 775
 776 static gboolean
 777 is_deinterlace_enabled(GstVaapiPostproc *postproc, GstVideoInfo *vip)
 778 {
 779     gboolean deinterlace;
 780
 781     switch (postproc->deinterlace_mode) {
 782     case GST_VAAPI_DEINTERLACE_MODE_AUTO:
 783         deinterlace = GST_VIDEO_INFO_IS_INTERLACED(vip);
 784         break;
 785     case GST_VAAPI_DEINTERLACE_MODE_INTERLACED:
 786         deinterlace = TRUE;
 787         break;
 788     default:
 789         deinterlace = FALSE;
 790         break;
 791     }
 792     return deinterlace;
 793 }
 794
 795 static gboolean
 796 video_info_changed(GstVideoInfo *old_vip, GstVideoInfo *new_vip)
 797 {
 798     if (GST_VIDEO_INFO_FORMAT(old_vip) != GST_VIDEO_INFO_FORMAT(new_vip))
 799         return TRUE;
 800     if (GST_VIDEO_INFO_INTERLACE_MODE(old_vip) !=
 801         GST_VIDEO_INFO_INTERLACE_MODE(new_vip))
 802         return TRUE;
 803     if (GST_VIDEO_INFO_WIDTH(old_vip) != GST_VIDEO_INFO_WIDTH(new_vip))
 804         return TRUE;
 805     if (GST_VIDEO_INFO_HEIGHT(old_vip) != GST_VIDEO_INFO_HEIGHT(new_vip))
 806         return TRUE;
 807     return FALSE;
 808 }
 809
 810 static gboolean
 811 gst_vaapipostproc_update_sink_caps(GstVaapiPostproc *postproc, GstCaps *caps,
 812     gboolean *caps_changed_ptr)
 813 {
 814     GstVideoInfo vi;
 815     gboolean deinterlace;
 816
 817     if (!gst_video_info_from_caps(&vi, caps))
 818         return FALSE;
 819
 820     if (video_info_changed(&vi, &postproc->sinkpad_info))
 821         postproc->sinkpad_info = vi, *caps_changed_ptr = TRUE;
 822
 823     deinterlace = is_deinterlace_enabled(postproc, &vi);
 824     if (deinterlace)
 825         postproc->flags |= GST_VAAPI_POSTPROC_FLAG_DEINTERLACE;
 826     postproc->field_duration = gst_util_uint64_scale(
 827         GST_SECOND, GST_VIDEO_INFO_FPS_D(&vi),
 828         (1 + deinterlace) * GST_VIDEO_INFO_FPS_N(&vi));
 829
 830     postproc->is_raw_yuv = GST_VIDEO_INFO_IS_YUV(&vi);
 831     return TRUE;
 832 }
 833
 834 static gboolean
 835 gst_vaapipostproc_update_src_caps(GstVaapiPostproc *postproc, GstCaps *caps,
 836     gboolean *caps_changed_ptr)
 837 {
 838     GstVideoInfo vi;
 839
 840     if (!gst_video_info_from_caps(&vi, caps))
 841         return FALSE;
 842
 843     if (video_info_changed(&vi, &postproc->srcpad_info))
 844         postproc->srcpad_info = vi, *caps_changed_ptr = TRUE;
 845
 846     if (postproc->format != GST_VIDEO_INFO_FORMAT(&postproc->sinkpad_info))
 847         postproc->flags |= GST_VAAPI_POSTPROC_FLAG_FORMAT;
 848
 849     if ((postproc->width || postproc->height) &&
 850         postproc->width != GST_VIDEO_INFO_WIDTH(&postproc->sinkpad_info) &&
 851         postproc->height != GST_VIDEO_INFO_HEIGHT(&postproc->sinkpad_info))
 852         postproc->flags |= GST_VAAPI_POSTPROC_FLAG_SIZE;
 853     return TRUE;
 854 }
 855
 856 static gboolean
 857 ensure_allowed_sinkpad_caps(GstVaapiPostproc *postproc)
 858 {
 859     GstCaps *out_caps, *yuv_caps;
 860
 861     if (postproc->allowed_sinkpad_caps)
 862         return TRUE;
 863
 864     /* Create VA caps */
 865 #if GST_CHECK_VERSION(1,1,0)
 866     out_caps = gst_static_pad_template_get_caps(
 867         &gst_vaapipostproc_sink_factory);
 868 #else
 869     out_caps = gst_caps_from_string(GST_VAAPI_SURFACE_CAPS ", "
 870         GST_CAPS_INTERLACED_MODES);
 871 #endif
 872     if (!out_caps) {
 873         GST_ERROR("failed to create VA sink caps");
 874         return FALSE;
 875     }
 876
 877     /* Append YUV caps */
 878     if (gst_vaapipostproc_ensure_uploader(postproc)) {
 879         yuv_caps = GST_VAAPI_PLUGIN_BASE_UPLOADER_CAPS(postproc);
 880         if (yuv_caps) {
 881             out_caps = gst_caps_make_writable(out_caps);
 882             gst_caps_append(out_caps, gst_caps_copy(yuv_caps));
 883         }
 884         else
 885             GST_WARNING("failed to create YUV sink caps");
 886     }
 887     postproc->allowed_sinkpad_caps = out_caps;
 888
 889     /* XXX: append VA/VPP filters */
 890     return TRUE;
 891 }
 892
 893 /* Fixup output caps so that to reflect the supported set of pixel formats */
 894 static GstCaps *
 895 expand_allowed_srcpad_caps(GstVaapiPostproc *postproc, GstCaps *caps)
 896 {
 897     GValue value = G_VALUE_INIT, v_format = G_VALUE_INIT;
 898     guint i, num_structures;
 899     gboolean had_filter;
 900
 901     had_filter = postproc->filter != NULL;
 902     if (!had_filter && !gst_vaapipostproc_ensure_filter(postproc))
 903         goto cleanup;
 904     if (!gst_vaapipostproc_ensure_filter_caps(postproc))
 905         goto cleanup;
 906
 907     /* Reset "format" field for each structure */
 908     if (!gst_vaapi_value_set_format_list(&value, postproc->filter_formats))
 909         goto cleanup;
 910     if (gst_vaapi_value_set_format(&v_format, GST_VIDEO_FORMAT_ENCODED)) {
 911         gst_value_list_prepend_value(&value, &v_format);
 912         g_value_unset(&v_format);
 913     }
 914
 915     num_structures = gst_caps_get_size(caps);
 916     for (i = 0; i < num_structures; i++) {
 917         GstStructure * const structure = gst_caps_get_structure(caps, i);
 918         if (!structure)
 919             continue;
 920         gst_structure_set_value(structure, "format", &value);
 921     }
 922     g_value_unset(&value);
 923
 924 cleanup:
 925     if (!had_filter)
 926         gst_vaapipostproc_destroy_filter(postproc);
 927     return caps;
 928 }
 929
 930 static gboolean
 931 ensure_allowed_srcpad_caps(GstVaapiPostproc *postproc)
 932 {
 933     GstCaps *out_caps;
 934
 935     if (postproc->allowed_srcpad_caps)
 936         return TRUE;
 937
 938     /* Create initial caps from pad template */
 939     out_caps = gst_caps_from_string(gst_vaapipostproc_src_caps_str);
 940     if (!out_caps) {
 941         GST_ERROR("failed to create VA src caps");
 942         return FALSE;
 943     }
 944
 945     postproc->allowed_srcpad_caps =
 946         expand_allowed_srcpad_caps(postproc, out_caps);
 947     return postproc->allowed_srcpad_caps != NULL;
 948 }
 949
 950 static void
 951 find_best_size(GstVaapiPostproc *postproc, GstVideoInfo *vip,
 952     guint *width_ptr, guint *height_ptr)
 953 {
 954     guint width, height;
 955
 956     width  = GST_VIDEO_INFO_WIDTH(vip);
 957     height = GST_VIDEO_INFO_HEIGHT(vip);
 958     if (postproc->width && postproc->height) {
 959         width = postproc->width;
 960         height = postproc->height;
 961     }
 962     else if (postproc->keep_aspect) {
 963         const gdouble ratio  = (gdouble)width / height;
 964         if (postproc->width) {
 965             width = postproc->width;
 966             height = postproc->width / ratio;
 967         }
 968         else if (postproc->height) {
 969             height = postproc->height;
 970             width = postproc->height * ratio;
 971         }
 972     }
 973     else if (postproc->width)
 974         width = postproc->width;
 975     else if (postproc->height)
 976         height = postproc->height;
 977
 978     *width_ptr = width;
 979     *height_ptr = height;
 980 }
 981
 982 static GstCaps *
 983 gst_vaapipostproc_transform_caps_impl(GstBaseTransform *trans,
 984     GstPadDirection direction, GstCaps *caps)
 985 {
 986     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
 987     GstVideoInfo vi;
 988     GstVideoFormat format;
 989     GstCaps *out_caps;
 990     guint width, height;
 991
 992     /* Generate the sink pad caps, that could be fixated afterwards */
 993     if (direction == GST_PAD_SRC) {
 994         if (!ensure_allowed_sinkpad_caps(postproc))
 995             return NULL;
 996         return gst_caps_ref(postproc->allowed_sinkpad_caps);
 997     }
 998
 999     /* Generate complete set of src pad caps if non-fixated sink pad
1000        caps are provided */
1001     if (!gst_caps_is_fixed(caps)) {
1002         if (!ensure_allowed_srcpad_caps(postproc))
1003             return NULL;
1004         return gst_caps_ref(postproc->allowed_srcpad_caps);
1005     }
1006
1007     /* Generate the expected src pad caps, from the current fixated
1008        sink pad caps */
1009     if (!gst_video_info_from_caps(&vi, caps))
1010         return NULL;
1011
1012     // Set double framerate in interlaced mode
1013     if (is_deinterlace_enabled(postproc, &vi)) {
1014         gint fps_n = GST_VIDEO_INFO_FPS_N(&vi);
1015         gint fps_d = GST_VIDEO_INFO_FPS_D(&vi);
1016         if (!gst_util_fraction_multiply(fps_n, fps_d, 2, 1, &fps_n, &fps_d))
1017             return NULL;
1018         GST_VIDEO_INFO_FPS_N(&vi) = fps_n;
1019         GST_VIDEO_INFO_FPS_D(&vi) = fps_d;
1020     }
1021
1022     // Signal the other pad that we only generate progressive frames
1023     GST_VIDEO_INFO_INTERLACE_MODE(&vi) = GST_VIDEO_INTERLACE_MODE_PROGRESSIVE;
1024
1025     // Update size from user-specified parameters
1026 #if GST_CHECK_VERSION(1,1,0)
1027     format = postproc->format;
1028 #else
1029     format = GST_VIDEO_FORMAT_ENCODED;
1030 #endif
1031     find_best_size(postproc, &vi, &width, &height);
1032     gst_video_info_set_format(&vi, format, width, height);
1033
1034 #if GST_CHECK_VERSION(1,1,0)
1035     out_caps = gst_video_info_to_caps(&vi);
1036     if (!out_caps)
1037         return NULL;
1038
1039     gst_caps_set_features(out_caps, 0,
1040         gst_caps_features_new(GST_CAPS_FEATURE_MEMORY_VAAPI_SURFACE, NULL));
1041 #else
1042     /* XXX: gst_video_info_to_caps() from GStreamer 0.10 does not
1043        reconstruct suitable caps for "encoded" video formats */
1044     out_caps = gst_caps_from_string(GST_VAAPI_SURFACE_CAPS_NAME);
1045     if (!out_caps)
1046         return NULL;
1047
1048     gst_caps_set_simple(out_caps,
1049         "type", G_TYPE_STRING, "vaapi",
1050         "opengl", G_TYPE_BOOLEAN, USE_GLX,
1051         "width", G_TYPE_INT, GST_VIDEO_INFO_WIDTH(&vi),
1052         "height", G_TYPE_INT, GST_VIDEO_INFO_HEIGHT(&vi),
1053         "framerate", GST_TYPE_FRACTION, GST_VIDEO_INFO_FPS_N(&vi),
1054             GST_VIDEO_INFO_FPS_D(&vi),
1055         "pixel-aspect-ratio", GST_TYPE_FRACTION, GST_VIDEO_INFO_PAR_N(&vi),
1056             GST_VIDEO_INFO_PAR_D(&vi),
1057         NULL);
1058
1059     gst_caps_set_interlaced(out_caps, &vi);
1060 #endif
1061     return out_caps;
1062 }
1063
1064 #if GST_CHECK_VERSION(1,0,0)
1065 static GstCaps *
1066 gst_vaapipostproc_transform_caps(GstBaseTransform *trans,
1067     GstPadDirection direction, GstCaps *caps, GstCaps *filter)
1068 {
1069     GstCaps *out_caps;
1070
1071     caps = gst_vaapipostproc_transform_caps_impl(trans, direction, caps);
1072     if (caps && filter) {
1073         out_caps = gst_caps_intersect_full(caps, filter,
1074             GST_CAPS_INTERSECT_FIRST);
1075         gst_caps_unref(caps);
1076         return out_caps;
1077     }
1078     return caps;
1079 }
1080 #else
1081 #define gst_vaapipostproc_transform_caps \
1082     gst_vaapipostproc_transform_caps_impl
1083 #endif
1084
1085 #if GST_CHECK_VERSION(1,0,0)
1086 typedef gsize GstBaseTransformSizeType;
1087 #else
1088 typedef guint GstBaseTransformSizeType;
1089 #endif
1090
1091 static gboolean
1092 gst_vaapipostproc_transform_size(GstBaseTransform *trans,
1093     GstPadDirection direction, GstCaps *caps, GstBaseTransformSizeType size,
1094     GstCaps *othercaps, GstBaseTransformSizeType *othersize)
1095 {
1096     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
1097
1098     if (direction == GST_PAD_SINK || !postproc->is_raw_yuv)
1099         *othersize = 0;
1100     else
1101         *othersize = size;
1102     return TRUE;
1103 }
1104
1105 static GstFlowReturn
1106 gst_vaapipostproc_transform(GstBaseTransform *trans, GstBuffer *inbuf,
1107     GstBuffer *outbuf)
1108 {
1109     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
1110     GstBuffer *buf;
1111     GstFlowReturn ret;
1112
1113     ret = gst_vaapi_plugin_base_get_input_buffer(
1114         GST_VAAPI_PLUGIN_BASE(postproc), inbuf, &buf);
1115     if (ret != GST_FLOW_OK)
1116         return GST_FLOW_ERROR;
1117
1118     ret = GST_FLOW_NOT_SUPPORTED;
1119     if (postproc->flags) {
1120         /* Use VA/VPP extensions to process this frame */
1121         if (postproc->use_vpp &&
1122             postproc->flags != GST_VAAPI_POSTPROC_FLAG_DEINTERLACE) {
1123             ret = gst_vaapipostproc_process_vpp(trans, buf, outbuf);
1124             if (ret != GST_FLOW_NOT_SUPPORTED)
1125                 goto done;
1126             GST_WARNING("unsupported VPP filters. Disabling");
1127             postproc->use_vpp = FALSE;
1128         }
1129
1130         /* Only append picture structure meta data (top/bottom field) */
1131         if (postproc->flags & GST_VAAPI_POSTPROC_FLAG_DEINTERLACE) {
1132             ret = gst_vaapipostproc_process(trans, buf, outbuf);
1133             if (ret != GST_FLOW_NOT_SUPPORTED)
1134                 goto done;
1135         }
1136     }
1137
1138     /* Fallback: passthrough to the downstream element as is */
1139     ret = gst_vaapipostproc_passthrough(trans, buf, outbuf);
1140
1141 done:
1142     gst_buffer_unref(buf);
1143     return ret;
1144 }
1145
1146 static GstFlowReturn
1147 gst_vaapipostproc_prepare_output_buffer(GstBaseTransform *trans,
1148     GstBuffer *inbuf,
1149 #if !GST_CHECK_VERSION(1,0,0)
1150     gint size, GstCaps *caps,
1151 #endif
1152     GstBuffer **outbuf_ptr)
1153 {
1154     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
1155
1156     *outbuf_ptr = create_output_buffer(postproc);
1157     return *outbuf_ptr ? GST_FLOW_OK : GST_FLOW_ERROR;
1158 }
1159
1160 static gboolean
1161 ensure_srcpad_buffer_pool(GstVaapiPostproc *postproc, GstCaps *caps)
1162 {
1163     GstVideoInfo vi;
1164     GstVaapiVideoPool *pool;
1165
1166     gst_video_info_init(&vi);
1167     gst_video_info_from_caps(&vi, caps);
1168     gst_video_info_set_format(&vi, postproc->format,
1169         GST_VIDEO_INFO_WIDTH(&vi), GST_VIDEO_INFO_HEIGHT(&vi));
1170
1171     if (!video_info_changed(&vi, &postproc->filter_pool_info))
1172         return TRUE;
1173     postproc->filter_pool_info = vi;
1174
1175     pool = gst_vaapi_surface_pool_new(GST_VAAPI_PLUGIN_BASE_DISPLAY(postproc),
1176         &postproc->filter_pool_info);
1177     if (!pool)
1178         return FALSE;
1179
1180     gst_vaapi_video_pool_replace(&postproc->filter_pool, pool);
1181     gst_vaapi_video_pool_unref(pool);
1182     return TRUE;
1183 }
1184
1185 static gboolean
1186 gst_vaapipostproc_set_caps(GstBaseTransform *trans, GstCaps *caps,
1187     GstCaps *out_caps)
1188 {
1189     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
1190     gboolean caps_changed = FALSE;
1191
1192     if (!gst_vaapipostproc_update_sink_caps(postproc, caps, &caps_changed))
1193         return FALSE;
1194     if (!gst_vaapipostproc_update_src_caps(postproc, out_caps, &caps_changed))
1195         return FALSE;
1196
1197     if (caps_changed) {
1198         gst_vaapipostproc_destroy(postproc);
1199         if (!gst_vaapipostproc_create(postproc))
1200             return FALSE;
1201         if (!gst_vaapi_plugin_base_set_caps(GST_VAAPI_PLUGIN_BASE(trans),
1202                 caps, out_caps))
1203             return FALSE;
1204     }
1205
1206     if (!ensure_srcpad_buffer_pool(postproc, out_caps))
1207         return FALSE;
1208     return TRUE;
1209 }
1210
1211 static gboolean
1212 gst_vaapipostproc_query(GstBaseTransform *trans, GstPadDirection direction,
1213     GstQuery *query)
1214 {
1215     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
1216
1217     GST_INFO_OBJECT(trans, "query type `%s'", GST_QUERY_TYPE_NAME(query));
1218
1219     if (gst_vaapi_reply_to_query(query, GST_VAAPI_PLUGIN_BASE_DISPLAY(postproc))) {
1220         GST_DEBUG("sharing display %p", GST_VAAPI_PLUGIN_BASE_DISPLAY(postproc));
1221         return TRUE;
1222     }
1223
1224     return GST_BASE_TRANSFORM_CLASS(gst_vaapipostproc_parent_class)->query(
1225         trans, direction, query);
1226 }
1227
1228 #if GST_CHECK_VERSION(1,0,0)
1229 static gboolean
1230 gst_vaapipostproc_propose_allocation(GstBaseTransform *trans,
1231     GstQuery *decide_query, GstQuery *query)
1232 {
1233     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(trans);
1234     GstVaapiPluginBase * const plugin = GST_VAAPI_PLUGIN_BASE(trans);
1235
1236     /* Let vaapidecode allocate the video buffers */
1237     if (!postproc->is_raw_yuv)
1238         return FALSE;
1239     if (!gst_vaapi_plugin_base_propose_allocation(plugin, query))
1240         return FALSE;
1241     return TRUE;
1242 }
1243 #endif
1244
1245 static void
1246 gst_vaapipostproc_finalize(GObject *object)
1247 {
1248     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(object);
1249
1250     gst_vaapipostproc_destroy(postproc);
1251
1252     gst_vaapi_plugin_base_finalize(GST_VAAPI_PLUGIN_BASE(postproc));
1253     G_OBJECT_CLASS(gst_vaapipostproc_parent_class)->finalize(object);
1254 }
1255
1256 static void
1257 gst_vaapipostproc_set_property(
1258     GObject      *object,
1259     guint         prop_id,
1260     const GValue *value,
1261     GParamSpec   *pspec
1262 )
1263 {
1264     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(object);
1265
1266     switch (prop_id) {
1267     case PROP_FORMAT:
1268         postproc->format = g_value_get_enum(value);
1269         break;
1270     case PROP_WIDTH:
1271         postproc->width = g_value_get_uint(value);
1272         break;
1273     case PROP_HEIGHT:
1274         postproc->height = g_value_get_uint(value);
1275         break;
1276     case PROP_FORCE_ASPECT_RATIO:
1277         postproc->keep_aspect = g_value_get_boolean(value);
1278         break;
1279     case PROP_DEINTERLACE_MODE:
1280         postproc->deinterlace_mode = g_value_get_enum(value);
1281         break;
1282     case PROP_DEINTERLACE_METHOD:
1283         postproc->deinterlace_method = g_value_get_enum(value);
1284         break;
1285      case PROP_DENOISE:
1286          postproc->denoise_level = g_value_get_float(value);
1287          postproc->flags |= GST_VAAPI_POSTPROC_FLAG_DENOISE;
1288          break;
1289      case PROP_SHARPEN:
1290          postproc->sharpen_level = g_value_get_float(value);
1291          postproc->flags |= GST_VAAPI_POSTPROC_FLAG_SHARPEN;
1292          break;
1293     case PROP_HUE:
1294         postproc->hue = g_value_get_float(value);
1295         postproc->flags |= GST_VAAPI_POSTPROC_FLAG_HUE;
1296         break;
1297     case PROP_SATURATION:
1298         postproc->saturation = g_value_get_float(value);
1299         postproc->flags |= GST_VAAPI_POSTPROC_FLAG_SATURATION;
1300         break;
1301     case PROP_BRIGHTNESS:
1302         postproc->brightness = g_value_get_float(value);
1303         postproc->flags |= GST_VAAPI_POSTPROC_FLAG_BRIGHTNESS;
1304         break;
1305     case PROP_CONTRAST:
1306         postproc->contrast = g_value_get_float(value);
1307         postproc->flags |= GST_VAAPI_POSTPROC_FLAG_CONTRAST;
1308         break;
1309     default:
1310         G_OBJECT_WARN_INVALID_PROPERTY_ID(object, prop_id, pspec);
1311         break;
1312     }
1313 }
1314
1315 static void
1316 gst_vaapipostproc_get_property(
1317     GObject    *object,
1318     guint       prop_id,
1319     GValue     *value,
1320     GParamSpec *pspec
1321 )
1322 {
1323     GstVaapiPostproc * const postproc = GST_VAAPIPOSTPROC(object);
1324
1325     switch (prop_id) {
1326     case PROP_FORMAT:
1327         g_value_set_enum(value, postproc->format);
1328         break;
1329     case PROP_WIDTH:
1330         g_value_set_uint(value, postproc->width);
1331         break;
1332     case PROP_HEIGHT:
1333         g_value_set_uint(value, postproc->height);
1334         break;
1335     case PROP_FORCE_ASPECT_RATIO:
1336         g_value_set_boolean(value, postproc->keep_aspect);
1337         break;
1338     case PROP_DEINTERLACE_MODE:
1339         g_value_set_enum(value, postproc->deinterlace_mode);
1340         break;
1341     case PROP_DEINTERLACE_METHOD:
1342         g_value_set_enum(value, postproc->deinterlace_method);
1343         break;
1344     case PROP_DENOISE:
1345         g_value_set_float(value, postproc->denoise_level);
1346         break;
1347     case PROP_SHARPEN:
1348         g_value_set_float(value, postproc->sharpen_level);
1349         break;
1350     case PROP_HUE:
1351         g_value_set_float(value, postproc->hue);
1352         break;
1353     case PROP_SATURATION:
1354         g_value_set_float(value, postproc->saturation);
1355         break;
1356     case PROP_BRIGHTNESS:
1357         g_value_set_float(value, postproc->brightness);
1358         break;
1359     case PROP_CONTRAST:
1360         g_value_set_float(value, postproc->contrast);
1361         break;
1362     default:
1363         G_OBJECT_WARN_INVALID_PROPERTY_ID(object, prop_id, pspec);
1364         break;
1365     }
1366 }
1367
1368 static void
1369 gst_vaapipostproc_class_init(GstVaapiPostprocClass *klass)
1370 {
1371     GObjectClass * const object_class = G_OBJECT_CLASS(klass);
1372     GstElementClass * const element_class = GST_ELEMENT_CLASS(klass);
1373     GstBaseTransformClass * const trans_class = GST_BASE_TRANSFORM_CLASS(klass);
1374     GstPadTemplate *pad_template;
1375     GPtrArray *filter_ops;
1376     GstVaapiFilterOpInfo *filter_op;
1377
1378     GST_DEBUG_CATEGORY_INIT(gst_debug_vaapipostproc,
1379                             GST_PLUGIN_NAME, 0, GST_PLUGIN_DESC);
1380
1381     gst_vaapi_plugin_base_class_init(GST_VAAPI_PLUGIN_BASE_CLASS(klass));
1382
1383     object_class->finalize      = gst_vaapipostproc_finalize;
1384     object_class->set_property  = gst_vaapipostproc_set_property;
1385     object_class->get_property  = gst_vaapipostproc_get_property;
1386     trans_class->start          = gst_vaapipostproc_start;
1387     trans_class->stop           = gst_vaapipostproc_stop;
1388     trans_class->transform_caps = gst_vaapipostproc_transform_caps;
1389     trans_class->transform_size = gst_vaapipostproc_transform_size;
1390     trans_class->transform      = gst_vaapipostproc_transform;
1391     trans_class->set_caps       = gst_vaapipostproc_set_caps;
1392     trans_class->query          = gst_vaapipostproc_query;
1393
1394 #if GST_CHECK_VERSION(1,0,0)
1395     trans_class->propose_allocation = gst_vaapipostproc_propose_allocation;
1396 #endif
1397
1398     trans_class->prepare_output_buffer =
1399         gst_vaapipostproc_prepare_output_buffer;
1400
1401     gst_element_class_set_static_metadata(element_class,
1402         "VA-API video postprocessing",
1403         "Filter/Converter/Video",
1404         GST_PLUGIN_DESC,
1405         "Gwenole Beauchesne <gwenole.beauchesne@intel.com>");
1406
1407     /* sink pad */
1408     pad_template = gst_static_pad_template_get(&gst_vaapipostproc_sink_factory);
1409     gst_element_class_add_pad_template(element_class, pad_template);
1410
1411     /* src pad */
1412     pad_template = gst_static_pad_template_get(&gst_vaapipostproc_src_factory);
1413     gst_element_class_add_pad_template(element_class, pad_template);
1414
1415     /**
1416      * GstVaapiPostproc:deinterlace-mode:
1417      *
1418      * This selects whether the deinterlacing should always be applied or if
1419      * they should only be applied on content that has the "interlaced" flag
1420      * on the caps.
1421      */
1422     g_object_class_install_property
1423         (object_class,
1424          PROP_DEINTERLACE_MODE,
1425          g_param_spec_enum("deinterlace-mode",
1426                            "Deinterlace mode",
1427                            "Deinterlace mode to use",
1428                            GST_VAAPI_TYPE_DEINTERLACE_MODE,
1429                            DEFAULT_DEINTERLACE_MODE,
1430                            G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
1431
1432     /**
1433      * GstVaapiPostproc:deinterlace-method:
1434      *
1435      * This selects the deinterlacing method to apply.
1436      */
1437     g_object_class_install_property
1438         (object_class,
1439          PROP_DEINTERLACE_METHOD,
1440          g_param_spec_enum("deinterlace-method",
1441                            "Deinterlace method",
1442                            "Deinterlace method to use",
1443                            GST_VAAPI_TYPE_DEINTERLACE_METHOD,
1444                            DEFAULT_DEINTERLACE_METHOD,
1445                            G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
1446
1447     filter_ops = gst_vaapi_filter_get_operations(NULL);
1448     if (!filter_ops)
1449         return;
1450
1451     /**
1452      * GstVaapiPostproc:format:
1453      *
1454      * The forced output pixel format, expressed as a #GstVideoFormat.
1455      */
1456     filter_op = find_filter_op(filter_ops, GST_VAAPI_FILTER_OP_FORMAT);
1457     if (filter_op)
1458         g_object_class_install_property(object_class,
1459             PROP_FORMAT, filter_op->pspec);
1460
1461     /**
1462      * GstVaapiPostproc:width:
1463      *
1464      * The forced output width in pixels. If set to zero, the width is
1465      * calculated from the height if aspect ration is preserved, or
1466      * inherited from the sink caps width
1467      */
1468     g_object_class_install_property
1469         (object_class,
1470          PROP_WIDTH,
1471          g_param_spec_uint("width",
1472                            "Width",
1473                            "Forced output width",
1474                            0, G_MAXINT, 0,
1475                            G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
1476
1477     /**
1478      * GstVaapiPostproc:height:
1479      *
1480      * The forced output height in pixels. If set to zero, the height
1481      * is calculated from the width if aspect ration is preserved, or
1482      * inherited from the sink caps height
1483      */
1484     g_object_class_install_property
1485         (object_class,
1486          PROP_HEIGHT,
1487          g_param_spec_uint("height",
1488                            "Height",
1489                            "Forced output height",
1490                            0, G_MAXINT, 0,
1491                            G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
1492
1493     /**
1494      * GstVaapiPostproc:force-aspect-ratio:
1495      *
1496      * When enabled, scaling respects video aspect ratio; when
1497      * disabled, the video is distorted to fit the width and height
1498      * properties.
1499      */
1500     g_object_class_install_property
1501         (object_class,
1502          PROP_FORCE_ASPECT_RATIO,
1503          g_param_spec_boolean("force-aspect-ratio",
1504                               "Force aspect ratio",
1505                               "When enabled, scaling will respect original aspect ratio",
1506                               TRUE,
1507                               G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
1508
1509     /**
1510      * GstVaapiPostproc:denoise:
1511      *
1512      * The level of noise reduction to apply.
1513      */
1514     filter_op = find_filter_op(filter_ops, GST_VAAPI_FILTER_OP_DENOISE);
1515     if (filter_op)
1516         g_object_class_install_property(object_class,
1517             PROP_DENOISE, filter_op->pspec);
1518
1519     /**
1520      * GstVaapiPostproc:sharpen:
1521      *
1522      * The level of sharpening to apply for positive values, or the
1523      * level of blurring for negative values.
1524      */
1525     filter_op = find_filter_op(filter_ops, GST_VAAPI_FILTER_OP_SHARPEN);
1526     if (filter_op)
1527         g_object_class_install_property(object_class,
1528             PROP_SHARPEN, filter_op->pspec);
1529
1530     /**
1531      * GstVaapiPostproc:hue:
1532      *
1533      * The color hue, expressed as a float value. Range is -180.0 to
1534      * 180.0. Default value is 0.0 and represents no modification.
1535      */
1536     filter_op = find_filter_op(filter_ops, GST_VAAPI_FILTER_OP_HUE);
1537     if (filter_op)
1538         g_object_class_install_property(object_class,
1539             PROP_HUE, filter_op->pspec);
1540
1541     /**
1542      * GstVaapiPostproc:saturation:
1543      *
1544      * The color saturation, expressed as a float value. Range is 0.0
1545      * to 2.0. Default value is 1.0 and represents no modification.
1546      */
1547     filter_op = find_filter_op(filter_ops, GST_VAAPI_FILTER_OP_SATURATION);
1548     if (filter_op)
1549         g_object_class_install_property(object_class,
1550             PROP_SATURATION, filter_op->pspec);
1551
1552     /**
1553      * GstVaapiPostproc:brightness:
1554      *
1555      * The color brightness, expressed as a float value. Range is -1.0
1556      * to 1.0. Default value is 0.0 and represents no modification.
1557      */
1558     filter_op = find_filter_op(filter_ops, GST_VAAPI_FILTER_OP_BRIGHTNESS);
1559     if (filter_op)
1560         g_object_class_install_property(object_class,
1561             PROP_BRIGHTNESS, filter_op->pspec);
1562
1563     /**
1564      * GstVaapiPostproc:contrast:
1565      *
1566      * The color contrast, expressed as a float value. Range is 0.0 to
1567      * 2.0. Default value is 1.0 and represents no modification.
1568      */
1569     filter_op = find_filter_op(filter_ops, GST_VAAPI_FILTER_OP_CONTRAST);
1570     if (filter_op)
1571         g_object_class_install_property(object_class,
1572             PROP_CONTRAST, filter_op->pspec);
1573
1574     g_ptr_array_unref(filter_ops);
1575 }
1576
1577 static void
1578 gst_vaapipostproc_init(GstVaapiPostproc *postproc)
1579 {
1580     gst_vaapi_plugin_base_init(GST_VAAPI_PLUGIN_BASE(postproc), GST_CAT_DEFAULT);
1581
1582     postproc->format                    = DEFAULT_FORMAT;
1583     postproc->deinterlace_mode          = DEFAULT_DEINTERLACE_MODE;
1584     postproc->deinterlace_method        = DEFAULT_DEINTERLACE_METHOD;
1585     postproc->field_duration            = GST_CLOCK_TIME_NONE;
1586     postproc->keep_aspect               = TRUE;
1587
1588     gst_video_info_init(&postproc->sinkpad_info);
1589     gst_video_info_init(&postproc->srcpad_info);
1590     gst_video_info_init(&postproc->filter_pool_info);
1591 }