va: Add 12 bits rt_format setting in H265.

In order to support 12 bits format decoding, we need to add the
support for 12 bits rt_format in H265.

Part-of: <https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/-/merge_requests/2332>

diff --git a/sys/va/gstvah265dec.c b/sys/va/gstvah265dec.c
index 1e60e6b..32ddde1 100644 (file)
--- a/sys/va/gstvah265dec.c
+++ b/sys/va/gstvah265dec.c
@@ -865,6 +865,14 @@ _get_rtformat (GstVaH265Dec * self, guint8 bit_depth_luma,
     guint8 chroma_format_idc)
 {
   switch (bit_depth_luma) {
+    case 12:
+      if (chroma_format_idc == 3)
+        return VA_RT_FORMAT_YUV444_12;
+      if (chroma_format_idc == 2)
+        return VA_RT_FORMAT_YUV422_12;
+      else
+        return VA_RT_FORMAT_YUV420_12;
+      break;
     case 10:
       if (chroma_format_idc == 3)
         return VA_RT_FORMAT_YUV444_10;