2 * Copyright (C) 2019 Seungha Yang <seungha.yang@navercorp.com>
3 * Copyright (C) 2020 Seungha Yang <seungha@centricular.com>
5 * This library is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU Library General Public
7 * License as published by the Free Software Foundation; either
8 * version 2 of the License, or (at your option) any later version.
10 * This library is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * Library General Public License for more details.
15 * You should have received a copy of the GNU Library General Public
16 * License along with this library; if not, write to the
17 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
18 * Boston, MA 02110-1301, USA.
26 #include "gstd3d11memory.h"
27 #include "gstd3d11device.h"
28 #include "gstd3d11utils.h"
29 #include "gstd3d11_private.h"
31 GST_DEBUG_CATEGORY_STATIC (gst_d3d11_allocator_debug);
32 #define GST_CAT_DEFAULT gst_d3d11_allocator_debug
34 static GstAllocator *_d3d11_memory_allocator;
36 /* GstD3D11AllocationParams */
37 static void gst_d3d11_allocation_params_init (GType type);
38 G_DEFINE_BOXED_TYPE_WITH_CODE (GstD3D11AllocationParams,
39 gst_d3d11_allocation_params,
40 (GBoxedCopyFunc) gst_d3d11_allocation_params_copy,
41 (GBoxedFreeFunc) gst_d3d11_allocation_params_free,
42 gst_d3d11_allocation_params_init (g_define_type_id));
45 * gst_d3d11_allocation_params_new:
46 * @device: a #GstD3D11Device
47 * @info: a #GstVideoInfo
48 * @flags: a #GstD3D11AllocationFlags
49 * @bind_flags: D3D11_BIND_FLAG value used for creating Direct3D11 texture
51 * Create #GstD3D11AllocationParams object which is used by #GstD3D11BufferPool
52 * and #GstD3D11Allocator in order to allocate new ID3D11Texture2D
53 * object with given configuration
55 * Returns: a #GstD3D11AllocationParams or %NULL if @info is not supported
59 GstD3D11AllocationParams *
60 gst_d3d11_allocation_params_new (GstD3D11Device * device, GstVideoInfo * info,
61 GstD3D11AllocationFlags flags, guint bind_flags)
63 GstD3D11AllocationParams *ret;
64 GstD3D11Format d3d11_format;
67 g_return_val_if_fail (info != NULL, NULL);
69 if (!gst_d3d11_device_get_format (device, GST_VIDEO_INFO_FORMAT (info),
71 GST_WARNING ("Couldn't get d3d11 format");
75 ret = g_new0 (GstD3D11AllocationParams, 1);
78 ret->aligned_info = *info;
79 ret->d3d11_format = d3d11_format;
82 * https://docs.microsoft.com/en-us/windows/win32/api/d3d11/ne-d3d11-d3d11_usage
84 * +----------------------------------------------------------+
85 * | Resource Usage | Default | Dynamic | Immutable | Staging |
86 * +----------------+---------+---------+-----------+---------+
87 * | GPU-Read | Yes | Yes | Yes | Yes |
88 * | GPU-Write | Yes | | | Yes |
89 * | CPU-Read | | | | Yes |
90 * | CPU-Write | | Yes | | Yes |
91 * +----------------------------------------------------------+
94 /* If corresponding dxgi format is undefined, use resource format instead */
95 if (d3d11_format.dxgi_format == DXGI_FORMAT_UNKNOWN) {
96 for (i = 0; i < GST_VIDEO_INFO_N_PLANES (info); i++) {
97 g_assert (d3d11_format.resource_format[i] != DXGI_FORMAT_UNKNOWN);
99 ret->desc[i].Width = GST_VIDEO_INFO_COMP_WIDTH (info, i);
100 ret->desc[i].Height = GST_VIDEO_INFO_COMP_HEIGHT (info, i);
101 ret->desc[i].MipLevels = 1;
102 ret->desc[i].ArraySize = 1;
103 ret->desc[i].Format = d3d11_format.resource_format[i];
104 ret->desc[i].SampleDesc.Count = 1;
105 ret->desc[i].SampleDesc.Quality = 0;
106 ret->desc[i].Usage = D3D11_USAGE_DEFAULT;
107 ret->desc[i].BindFlags = bind_flags;
110 ret->desc[0].Width = GST_VIDEO_INFO_WIDTH (info);
111 ret->desc[0].Height = GST_VIDEO_INFO_HEIGHT (info);
112 ret->desc[0].MipLevels = 1;
113 ret->desc[0].ArraySize = 1;
114 ret->desc[0].Format = d3d11_format.dxgi_format;
115 ret->desc[0].SampleDesc.Count = 1;
116 ret->desc[0].SampleDesc.Quality = 0;
117 ret->desc[0].Usage = D3D11_USAGE_DEFAULT;
118 ret->desc[0].BindFlags = bind_flags;
127 * gst_d3d11_allocation_params_alignment:
128 * @params: a #GstD3D11AllocationParams
129 * @align: a #GstVideoAlignment
131 * Adjust Width and Height fields of D3D11_TEXTURE2D_DESC with given
134 * Returns: %TRUE if alignment could be applied
139 gst_d3d11_allocation_params_alignment (GstD3D11AllocationParams * params,
140 GstVideoAlignment * align)
143 guint padding_width, padding_height;
145 GstVideoInfo new_info;
147 g_return_val_if_fail (params != NULL, FALSE);
148 g_return_val_if_fail (align != NULL, FALSE);
150 /* d3d11 does not support stride align. Consider padding only */
151 padding_width = align->padding_left + align->padding_right;
152 padding_height = align->padding_top + align->padding_bottom;
154 info = ¶ms->info;
156 if (!gst_video_info_set_format (&new_info, GST_VIDEO_INFO_FORMAT (info),
157 GST_VIDEO_INFO_WIDTH (info) + padding_width,
158 GST_VIDEO_INFO_HEIGHT (info) + padding_height)) {
159 GST_WARNING ("Set format fail");
163 params->aligned_info = new_info;
165 for (i = 0; i < GST_VIDEO_INFO_N_PLANES (info); i++) {
166 params->desc[i].Width = GST_VIDEO_INFO_COMP_WIDTH (&new_info, i);
167 params->desc[i].Height = GST_VIDEO_INFO_COMP_HEIGHT (&new_info, i);
174 * gst_d3d11_allocation_params_copy:
175 * @src: a #GstD3D11AllocationParams
177 * Returns: a copy of @src
181 GstD3D11AllocationParams *
182 gst_d3d11_allocation_params_copy (GstD3D11AllocationParams * src)
184 GstD3D11AllocationParams *dst;
186 g_return_val_if_fail (src != NULL, NULL);
188 dst = g_new0 (GstD3D11AllocationParams, 1);
189 memcpy (dst, src, sizeof (GstD3D11AllocationParams));
195 * gst_d3d11_allocation_params_free:
196 * @params: a #GstD3D11AllocationParams
203 gst_d3d11_allocation_params_free (GstD3D11AllocationParams * params)
209 gst_d3d11_allocation_params_compare (const GstD3D11AllocationParams * p1,
210 const GstD3D11AllocationParams * p2)
212 g_return_val_if_fail (p1 != NULL, -1);
213 g_return_val_if_fail (p2 != NULL, -1);
222 gst_d3d11_allocation_params_init (GType type)
224 static GstValueTable table = {
225 0, (GstValueCompareFunc) gst_d3d11_allocation_params_compare,
230 gst_value_register (&table);
234 #define GST_D3D11_MEMORY_GET_LOCK(m) (&(GST_D3D11_MEMORY_CAST(m)->priv->lock))
235 #define GST_D3D11_MEMORY_LOCK(m) G_STMT_START { \
236 GST_TRACE("Locking %p from thread %p", (m), g_thread_self()); \
237 g_mutex_lock(GST_D3D11_MEMORY_GET_LOCK(m)); \
238 GST_TRACE("Locked %p from thread %p", (m), g_thread_self()); \
241 #define GST_D3D11_MEMORY_UNLOCK(m) G_STMT_START { \
242 GST_TRACE("Unlocking %p from thread %p", (m), g_thread_self()); \
243 g_mutex_unlock(GST_D3D11_MEMORY_GET_LOCK(m)); \
246 struct _GstD3D11MemoryPrivate
248 ID3D11Texture2D *texture;
249 ID3D11Buffer *buffer;
251 ID3D11Resource *staging;
253 D3D11_TEXTURE2D_DESC desc;
254 D3D11_BUFFER_DESC buffer_desc;
256 guint subresource_index;
258 ID3D11ShaderResourceView *shader_resource_view[GST_VIDEO_MAX_PLANES];
259 guint num_shader_resource_views;
261 ID3D11RenderTargetView *render_target_view[GST_VIDEO_MAX_PLANES];
262 guint num_render_target_views;
264 ID3D11VideoDecoderOutputView *decoder_output_view;
265 ID3D11VideoProcessorInputView *processor_input_view;
266 ID3D11VideoProcessorOutputView *processor_output_view;
268 D3D11_MAPPED_SUBRESOURCE map;
270 GstD3D11MemoryNativeType native_type;
276 GST_DEFINE_MINI_OBJECT_TYPE (GstD3D11Memory, gst_d3d11_memory);
278 static inline D3D11_MAP
279 gst_d3d11_map_flags_to_d3d11 (GstMapFlags flags)
281 if ((flags & GST_MAP_READWRITE) == GST_MAP_READWRITE)
282 return D3D11_MAP_READ_WRITE;
283 else if ((flags & GST_MAP_WRITE) == GST_MAP_WRITE)
284 return D3D11_MAP_WRITE;
285 else if ((flags & GST_MAP_READ) == GST_MAP_READ)
286 return D3D11_MAP_READ;
288 g_assert_not_reached ();
290 return D3D11_MAP_READ;
293 static ID3D11Texture2D *
294 gst_d3d11_allocate_staging_texture (GstD3D11Device * device,
295 const D3D11_TEXTURE2D_DESC * ref)
297 D3D11_TEXTURE2D_DESC desc = { 0, };
298 ID3D11Texture2D *texture = NULL;
299 ID3D11Device *device_handle = gst_d3d11_device_get_device_handle (device);
302 desc.Width = ref->Width;
303 desc.Height = ref->Height;
305 desc.Format = ref->Format;
306 desc.SampleDesc.Count = 1;
308 desc.Usage = D3D11_USAGE_STAGING;
309 desc.CPUAccessFlags = (D3D11_CPU_ACCESS_READ | D3D11_CPU_ACCESS_WRITE);
311 hr = device_handle->CreateTexture2D (&desc, NULL, &texture);
312 if (!gst_d3d11_result (hr, device)) {
313 GST_ERROR_OBJECT (device, "Failed to create texture");
320 /* Must be called with d3d11 device lock */
322 gst_d3d11_memory_map_cpu_access (GstD3D11Memory * dmem, D3D11_MAP map_type)
324 GstD3D11MemoryPrivate *priv = dmem->priv;
326 ID3D11DeviceContext *device_context =
327 gst_d3d11_device_get_device_context_handle (dmem->device);
329 hr = device_context->Map (priv->staging, 0, map_type, 0, &priv->map);
331 if (!gst_d3d11_result (hr, dmem->device)) {
332 GST_ERROR_OBJECT (GST_MEMORY_CAST (dmem)->allocator,
333 "Failed to map staging texture (0x%x)", (guint) hr);
340 /* Must be called with d3d11 device lock */
342 gst_d3d11_memory_upload (GstD3D11Memory * dmem)
344 GstD3D11MemoryPrivate *priv = dmem->priv;
345 ID3D11DeviceContext *device_context;
347 if (!priv->staging || priv->staging == priv->texture ||
348 !GST_MEMORY_FLAG_IS_SET (dmem, GST_D3D11_MEMORY_TRANSFER_NEED_UPLOAD))
351 device_context = gst_d3d11_device_get_device_context_handle (dmem->device);
352 device_context->CopySubresourceRegion (priv->texture, priv->subresource_index,
353 0, 0, 0, priv->staging, 0, NULL);
356 /* Must be called with d3d11 device lock */
358 gst_d3d11_memory_download (GstD3D11Memory * dmem)
360 GstD3D11MemoryPrivate *priv = dmem->priv;
361 ID3D11DeviceContext *device_context;
363 if (!priv->staging || priv->staging == priv->texture ||
364 !GST_MEMORY_FLAG_IS_SET (dmem, GST_D3D11_MEMORY_TRANSFER_NEED_DOWNLOAD))
367 device_context = gst_d3d11_device_get_device_context_handle (dmem->device);
368 device_context->CopySubresourceRegion (priv->staging, 0, 0, 0, 0,
369 priv->texture, priv->subresource_index, NULL);
373 gst_d3d11_memory_map_full (GstMemory * mem, GstMapInfo * info, gsize maxsize)
375 GstD3D11Memory *dmem = GST_D3D11_MEMORY_CAST (mem);
376 GstD3D11MemoryPrivate *priv = dmem->priv;
377 GstMapFlags flags = info->flags;
380 gst_d3d11_device_lock (dmem->device);
381 GST_D3D11_MEMORY_LOCK (dmem);
383 memset (info->user_data, 0, sizeof (info->user_data));
384 info->user_data[0] = GUINT_TO_POINTER (dmem->priv->subresource_index);
386 if ((flags & GST_MAP_D3D11) == GST_MAP_D3D11) {
387 if (priv->native_type == GST_D3D11_MEMORY_NATIVE_TYPE_BUFFER) {
388 /* FIXME: handle non-staging buffer */
389 g_assert (priv->buffer != nullptr);
392 gst_d3d11_memory_upload (dmem);
393 GST_MEMORY_FLAG_UNSET (dmem, GST_D3D11_MEMORY_TRANSFER_NEED_UPLOAD);
395 if ((flags & GST_MAP_WRITE) == GST_MAP_WRITE)
396 GST_MINI_OBJECT_FLAG_SET (dmem,
397 GST_D3D11_MEMORY_TRANSFER_NEED_DOWNLOAD);
399 g_assert (priv->texture != NULL);
405 if (priv->cpu_map_count == 0) {
408 /* FIXME: handle non-staging buffer */
409 if (priv->native_type == GST_D3D11_MEMORY_NATIVE_TYPE_TEXTURE_2D) {
410 /* Allocate staging texture for CPU access */
411 if (!priv->staging) {
412 priv->staging = gst_d3d11_allocate_staging_texture (dmem->device,
414 if (!priv->staging) {
415 GST_ERROR_OBJECT (mem->allocator, "Couldn't create staging texture");
419 /* first memory, always need download to staging */
420 GST_MINI_OBJECT_FLAG_SET (mem, GST_D3D11_MEMORY_TRANSFER_NEED_DOWNLOAD);
423 gst_d3d11_memory_download (dmem);
426 map_type = gst_d3d11_map_flags_to_d3d11 (flags);
427 if (!gst_d3d11_memory_map_cpu_access (dmem, map_type)) {
428 GST_ERROR_OBJECT (mem->allocator, "Couldn't map staging texture");
433 if ((flags & GST_MAP_WRITE) == GST_MAP_WRITE) {
434 GST_MINI_OBJECT_FLAG_SET (mem, GST_D3D11_MEMORY_TRANSFER_NEED_UPLOAD);
437 GST_MEMORY_FLAG_UNSET (mem, GST_D3D11_MEMORY_TRANSFER_NEED_DOWNLOAD);
439 priv->cpu_map_count++;
440 ret = dmem->priv->map.pData;
443 GST_D3D11_MEMORY_UNLOCK (dmem);
444 gst_d3d11_device_unlock (dmem->device);
449 /* Must be called with d3d11 device lock */
451 gst_d3d11_memory_unmap_cpu_access (GstD3D11Memory * dmem)
453 GstD3D11MemoryPrivate *priv = dmem->priv;
454 ID3D11DeviceContext *device_context =
455 gst_d3d11_device_get_device_context_handle (dmem->device);
457 device_context->Unmap (priv->staging, 0);
461 gst_d3d11_memory_unmap_full (GstMemory * mem, GstMapInfo * info)
463 GstD3D11Memory *dmem = GST_D3D11_MEMORY_CAST (mem);
464 GstD3D11MemoryPrivate *priv = dmem->priv;
466 gst_d3d11_device_lock (dmem->device);
467 GST_D3D11_MEMORY_LOCK (dmem);
469 if ((info->flags & GST_MAP_D3D11) == GST_MAP_D3D11) {
470 if ((info->flags & GST_MAP_WRITE) == GST_MAP_WRITE)
471 GST_MINI_OBJECT_FLAG_SET (mem, GST_D3D11_MEMORY_TRANSFER_NEED_DOWNLOAD);
476 if ((info->flags & GST_MAP_WRITE) == GST_MAP_WRITE)
477 GST_MINI_OBJECT_FLAG_SET (mem, GST_D3D11_MEMORY_TRANSFER_NEED_UPLOAD);
479 priv->cpu_map_count--;
480 if (priv->cpu_map_count > 0)
483 gst_d3d11_memory_unmap_cpu_access (dmem);
486 GST_D3D11_MEMORY_UNLOCK (dmem);
487 gst_d3d11_device_unlock (dmem->device);
491 gst_d3d11_memory_share (GstMemory * mem, gssize offset, gssize size)
498 gst_d3d11_memory_update_size (GstMemory * mem)
500 GstD3D11Memory *dmem = GST_D3D11_MEMORY_CAST (mem);
501 GstD3D11MemoryPrivate *priv = dmem->priv;
502 gsize offset[GST_VIDEO_MAX_PLANES];
503 gint stride[GST_VIDEO_MAX_PLANES];
505 D3D11_TEXTURE2D_DESC *desc = &priv->desc;
506 gboolean ret = FALSE;
508 if (!priv->staging) {
509 priv->staging = gst_d3d11_allocate_staging_texture (dmem->device,
511 if (!priv->staging) {
512 GST_ERROR_OBJECT (mem->allocator, "Couldn't create staging texture");
516 GST_MINI_OBJECT_FLAG_SET (mem, GST_D3D11_MEMORY_TRANSFER_NEED_DOWNLOAD);
519 gst_d3d11_device_lock (dmem->device);
520 if (!gst_d3d11_memory_map_cpu_access (dmem, D3D11_MAP_READ_WRITE)) {
521 GST_ERROR_OBJECT (mem->allocator, "Couldn't map staging texture");
525 gst_d3d11_memory_unmap_cpu_access (dmem);
527 if (!gst_d3d11_dxgi_format_get_size (desc->Format, desc->Width, desc->Height,
528 priv->map.RowPitch, offset, stride, &size)) {
529 GST_ERROR_OBJECT (mem->allocator, "Couldn't calculate memory size");
533 mem->maxsize = mem->size = size;
537 gst_d3d11_device_unlock (dmem->device);
542 * gst_is_d3d11_memory:
545 * Returns: whether @mem is a #GstD3D11Memory
550 gst_is_d3d11_memory (GstMemory * mem)
552 return mem != NULL && mem->allocator != NULL &&
553 (GST_IS_D3D11_ALLOCATOR (mem->allocator) ||
554 GST_IS_D3D11_POOL_ALLOCATOR (mem->allocator));
558 * gst_d3d11_memory_get_native_type:
559 * @mem: a #GstD3D11Memory
561 * Returns: a #GstD3D11MemoryNativeType
565 GstD3D11MemoryNativeType
566 gst_d3d11_memory_get_native_type (GstD3D11Memory * mem)
568 if (!gst_is_d3d11_memory (GST_MEMORY_CAST (mem)))
569 return GST_D3D11_MEMORY_NATIVE_TYPE_INVALID;
571 return mem->priv->native_type;
575 * gst_d3d11_memory_init_once:
577 * Initializes the Direct3D11 Texture allocator. It is safe to call
578 * this function multiple times. This must be called before any other
579 * GstD3D11Memory operation.
584 gst_d3d11_memory_init_once (void)
586 static gsize _init = 0;
588 if (g_once_init_enter (&_init)) {
590 GST_DEBUG_CATEGORY_INIT (gst_d3d11_allocator_debug, "d3d11allocator", 0,
591 "Direct3D11 Texture Allocator");
593 _d3d11_memory_allocator =
594 (GstAllocator *) g_object_new (GST_TYPE_D3D11_ALLOCATOR, NULL);
595 gst_object_ref_sink (_d3d11_memory_allocator);
597 gst_allocator_register (GST_D3D11_MEMORY_NAME, _d3d11_memory_allocator);
598 g_once_init_leave (&_init, 1);
603 * gst_d3d11_memory_get_resource_handle:
604 * @mem: a #GstD3D11Memory
606 * Returns: (transfer none): a ID3D11Resource handle. Caller must not release
612 gst_d3d11_memory_get_resource_handle (GstD3D11Memory * mem)
614 g_return_val_if_fail (gst_is_d3d11_memory (GST_MEMORY_CAST (mem)), NULL);
616 switch (mem->priv->native_type) {
617 case GST_D3D11_MEMORY_NATIVE_TYPE_BUFFER:
618 return mem->priv->buffer;
619 case GST_D3D11_MEMORY_NATIVE_TYPE_TEXTURE_2D:
620 return mem->priv->texture;
629 * gst_d3d11_memory_get_subresource_index:
630 * @mem: a #GstD3D11Memory
632 * Returns: subresource index corresponding to @mem.
637 gst_d3d11_memory_get_subresource_index (GstD3D11Memory * mem)
639 g_return_val_if_fail (gst_is_d3d11_memory (GST_MEMORY_CAST (mem)), 0);
641 if (mem->priv->native_type != GST_D3D11_MEMORY_NATIVE_TYPE_TEXTURE_2D)
644 return mem->priv->subresource_index;
648 * gst_d3d11_memory_get_texture_desc:
649 * @mem: a #GstD3D11Memory
650 * @desc: (out): a D3D11_TEXTURE2D_DESC
652 * Fill @desc with D3D11_TEXTURE2D_DESC for ID3D11Texture2D
654 * Returns: %TRUE if successeed
659 gst_d3d11_memory_get_texture_desc (GstD3D11Memory * mem,
660 D3D11_TEXTURE2D_DESC * desc)
662 g_return_val_if_fail (gst_is_d3d11_memory (GST_MEMORY_CAST (mem)), FALSE);
663 g_return_val_if_fail (desc != NULL, FALSE);
665 if (mem->priv->native_type != GST_D3D11_MEMORY_NATIVE_TYPE_TEXTURE_2D)
668 *desc = mem->priv->desc;
674 * gst_d3d11_memory_get_buffer_desc:
675 * @mem: a #GstD3D11Memory
676 * @desc: (out): a D3D11_BUFFER_DESC
678 * Fill @desc with D3D11_BUFFER_DESC for ID3D11Buffer
680 * Returns: %TRUE if successeed
685 gst_d3d11_memory_get_buffer_desc (GstD3D11Memory * mem,
686 D3D11_BUFFER_DESC * desc)
688 g_return_val_if_fail (gst_is_d3d11_memory (GST_MEMORY_CAST (mem)), FALSE);
689 g_return_val_if_fail (desc != NULL, FALSE);
691 if (mem->priv->native_type != GST_D3D11_MEMORY_NATIVE_TYPE_BUFFER)
694 *desc = mem->priv->buffer_desc;
700 * gst_d3d11_memory_get_resource_stride:
701 * @mem: a #GstD3D11Memory
702 * @stride: (out): stride of resource
704 * Returns: %TRUE if successeed
709 gst_d3d11_memory_get_resource_stride (GstD3D11Memory * mem, guint * stride)
711 g_return_val_if_fail (gst_is_d3d11_memory (GST_MEMORY_CAST (mem)), FALSE);
712 g_return_val_if_fail (stride != NULL, FALSE);
714 *stride = mem->priv->map.RowPitch;
720 create_shader_resource_views (GstD3D11Memory * mem)
722 GstD3D11MemoryPrivate *priv = mem->priv;
726 ID3D11Device *device_handle;
727 D3D11_SHADER_RESOURCE_VIEW_DESC resource_desc;
728 DXGI_FORMAT formats[GST_VIDEO_MAX_PLANES] = { DXGI_FORMAT_UNKNOWN, };
730 memset (&resource_desc, 0, sizeof (D3D11_SHADER_RESOURCE_VIEW_DESC));
732 device_handle = gst_d3d11_device_get_device_handle (mem->device);
734 num_views = gst_d3d11_dxgi_format_get_resource_format (priv->desc.Format,
737 GST_ERROR_OBJECT (GST_MEMORY_CAST (mem)->allocator,
738 "Unknown resource formats for DXGI format %s (%d)",
739 gst_d3d11_dxgi_format_to_string (priv->desc.Format), priv->desc.Format);
743 if ((priv->desc.BindFlags & D3D11_BIND_SHADER_RESOURCE) != 0) {
744 resource_desc.ViewDimension = D3D11_SRV_DIMENSION_TEXTURE2D;
745 resource_desc.Texture2D.MipLevels = 1;
747 for (i = 0; i < num_views; i++) {
748 resource_desc.Format = formats[i];
749 hr = device_handle->CreateShaderResourceView (priv->texture,
750 &resource_desc, &priv->shader_resource_view[i]);
752 if (!gst_d3d11_result (hr, mem->device)) {
753 GST_ERROR_OBJECT (GST_MEMORY_CAST (mem)->allocator,
754 "Failed to create resource DXGI format %s (%d) for plane %d"
755 " view (0x%x)", gst_d3d11_dxgi_format_to_string (formats[i]),
756 formats[i], i, (guint) hr);
761 priv->num_shader_resource_views = num_views;
769 for (i = 0; i < num_views; i++)
770 GST_D3D11_CLEAR_COM (priv->shader_resource_view[i]);
772 priv->num_shader_resource_views = 0;
778 gst_d3d11_memory_ensure_shader_resource_view (GstD3D11Memory * mem)
780 GstD3D11MemoryPrivate *priv = mem->priv;
781 gboolean ret = FALSE;
783 if (mem->priv->native_type != GST_D3D11_MEMORY_NATIVE_TYPE_TEXTURE_2D)
786 if (!(priv->desc.BindFlags & D3D11_BIND_SHADER_RESOURCE)) {
787 GST_LOG_OBJECT (GST_MEMORY_CAST (mem)->allocator,
788 "Need BindFlags, current flag 0x%x", priv->desc.BindFlags);
792 GST_D3D11_MEMORY_LOCK (mem);
793 if (priv->num_shader_resource_views) {
798 ret = create_shader_resource_views (mem);
801 GST_D3D11_MEMORY_UNLOCK (mem);
807 * gst_d3d11_memory_get_shader_resource_view_size:
808 * @mem: a #GstD3D11Memory
810 * Returns: the number of ID3D11ShaderResourceView that can be used
811 * for processing GPU operation with @mem
816 gst_d3d11_memory_get_shader_resource_view_size (GstD3D11Memory * mem)
818 g_return_val_if_fail (gst_is_d3d11_memory (GST_MEMORY_CAST (mem)), 0);
820 if (!gst_d3d11_memory_ensure_shader_resource_view (mem))
823 return mem->priv->num_shader_resource_views;
827 * gst_d3d11_memory_get_shader_resource_view:
828 * @mem: a #GstD3D11Memory
829 * @index: the index of the ID3D11ShaderResourceView
831 * Returns: (transfer none) (nullable): a pointer to the
832 * ID3D11ShaderResourceView or %NULL if ID3D11ShaderResourceView is unavailable
837 ID3D11ShaderResourceView *
838 gst_d3d11_memory_get_shader_resource_view (GstD3D11Memory * mem, guint index)
840 GstD3D11MemoryPrivate *priv;
842 g_return_val_if_fail (gst_is_d3d11_memory (GST_MEMORY_CAST (mem)), NULL);
844 if (!gst_d3d11_memory_ensure_shader_resource_view (mem))
849 if (index >= priv->num_shader_resource_views) {
850 GST_ERROR ("Invalid SRV index %d", index);
854 return priv->shader_resource_view[index];
858 create_render_target_views (GstD3D11Memory * mem)
860 GstD3D11MemoryPrivate *priv = mem->priv;
864 ID3D11Device *device_handle;
865 D3D11_RENDER_TARGET_VIEW_DESC render_desc;
866 DXGI_FORMAT formats[GST_VIDEO_MAX_PLANES] = { DXGI_FORMAT_UNKNOWN, };
868 memset (&render_desc, 0, sizeof (D3D11_RENDER_TARGET_VIEW_DESC));
870 device_handle = gst_d3d11_device_get_device_handle (mem->device);
872 num_views = gst_d3d11_dxgi_format_get_resource_format (priv->desc.Format,
875 GST_ERROR_OBJECT (GST_MEMORY_CAST (mem)->allocator,
876 "Unknown resource formats for DXGI format %s (%d)",
877 gst_d3d11_dxgi_format_to_string (priv->desc.Format), priv->desc.Format);
881 if ((priv->desc.BindFlags & D3D11_BIND_RENDER_TARGET) != 0) {
882 render_desc.ViewDimension = D3D11_RTV_DIMENSION_TEXTURE2D;
883 render_desc.Texture2D.MipSlice = 0;
885 for (i = 0; i < num_views; i++) {
886 render_desc.Format = formats[i];
888 hr = device_handle->CreateRenderTargetView (priv->texture, &render_desc,
889 &priv->render_target_view[i]);
890 if (!gst_d3d11_result (hr, mem->device)) {
891 GST_ERROR_OBJECT (GST_MEMORY_CAST (mem)->allocator,
892 "Failed to create resource DXGI format %s (%d) for plane %d"
893 " view (0x%x)", gst_d3d11_dxgi_format_to_string (formats[i]),
894 formats[i], i, (guint) hr);
899 priv->num_render_target_views = num_views;
907 for (i = 0; i < num_views; i++)
908 GST_D3D11_CLEAR_COM (priv->render_target_view[i]);
910 priv->num_render_target_views = 0;
916 gst_d3d11_memory_ensure_render_target_view (GstD3D11Memory * mem)
918 GstD3D11MemoryPrivate *priv = mem->priv;
919 gboolean ret = FALSE;
921 if (mem->priv->native_type != GST_D3D11_MEMORY_NATIVE_TYPE_TEXTURE_2D)
924 if (!(priv->desc.BindFlags & D3D11_BIND_RENDER_TARGET)) {
925 GST_WARNING_OBJECT (GST_MEMORY_CAST (mem)->allocator,
926 "Need BindFlags, current flag 0x%x", priv->desc.BindFlags);
930 GST_D3D11_MEMORY_LOCK (mem);
931 if (priv->num_render_target_views) {
936 ret = create_render_target_views (mem);
939 GST_D3D11_MEMORY_UNLOCK (mem);
945 * gst_d3d11_memory_get_render_target_view_size:
946 * @mem: a #GstD3D11Memory
948 * Returns: the number of ID3D11RenderTargetView that can be used
949 * for processing GPU operation with @mem
954 gst_d3d11_memory_get_render_target_view_size (GstD3D11Memory * mem)
956 g_return_val_if_fail (gst_is_d3d11_memory (GST_MEMORY_CAST (mem)), 0);
958 if (!gst_d3d11_memory_ensure_render_target_view (mem))
961 return mem->priv->num_render_target_views;
965 * gst_d3d11_memory_get_render_target_view:
966 * @mem: a #GstD3D11Memory
967 * @index: the index of the ID3D11RenderTargetView
969 * Returns: (transfer none) (nullable): a pointer to the
970 * ID3D11RenderTargetView or %NULL if ID3D11RenderTargetView is unavailable
975 ID3D11RenderTargetView *
976 gst_d3d11_memory_get_render_target_view (GstD3D11Memory * mem, guint index)
978 GstD3D11MemoryPrivate *priv;
980 g_return_val_if_fail (gst_is_d3d11_memory (GST_MEMORY_CAST (mem)), NULL);
982 if (!gst_d3d11_memory_ensure_render_target_view (mem))
987 if (index >= priv->num_render_target_views) {
988 GST_ERROR ("Invalid RTV index %d", index);
992 return priv->render_target_view[index];
996 gst_d3d11_memory_ensure_decoder_output_view (GstD3D11Memory * mem,
997 ID3D11VideoDevice * video_device, GUID * decoder_profile)
999 GstD3D11MemoryPrivate *dmem_priv = mem->priv;
1000 GstD3D11Allocator *allocator;
1001 D3D11_VIDEO_DECODER_OUTPUT_VIEW_DESC desc;
1003 gboolean ret = FALSE;
1005 if (mem->priv->native_type != GST_D3D11_MEMORY_NATIVE_TYPE_TEXTURE_2D)
1008 allocator = GST_D3D11_ALLOCATOR (GST_MEMORY_CAST (mem)->allocator);
1010 if (!(dmem_priv->desc.BindFlags & D3D11_BIND_DECODER)) {
1011 GST_LOG_OBJECT (allocator,
1012 "Need BindFlags, current flag 0x%x", dmem_priv->desc.BindFlags);
1016 GST_D3D11_MEMORY_LOCK (mem);
1017 if (dmem_priv->decoder_output_view) {
1018 dmem_priv->decoder_output_view->GetDesc (&desc);
1019 if (IsEqualGUID (desc.DecodeProfile, *decoder_profile)) {
1022 /* Shouldn't happen, but try again anyway */
1023 GST_WARNING_OBJECT (allocator,
1024 "Existing view has different decoder profile");
1025 GST_D3D11_CLEAR_COM (dmem_priv->decoder_output_view);
1029 if (dmem_priv->decoder_output_view)
1032 desc.DecodeProfile = *decoder_profile;
1033 desc.ViewDimension = D3D11_VDOV_DIMENSION_TEXTURE2D;
1034 desc.Texture2D.ArraySlice = dmem_priv->subresource_index;
1036 hr = video_device->CreateVideoDecoderOutputView (dmem_priv->texture, &desc,
1037 &dmem_priv->decoder_output_view);
1038 if (!gst_d3d11_result (hr, mem->device)) {
1039 GST_ERROR_OBJECT (allocator,
1040 "Could not create decoder output view, hr: 0x%x", (guint) hr);
1048 GST_D3D11_MEMORY_UNLOCK (mem);
1054 * gst_d3d11_memory_get_decoder_output_view:
1055 * @mem: a #GstD3D11Memory
1057 * Returns: (transfer none) (nullable): a pointer to the
1058 * ID3D11VideoDecoderOutputView or %NULL if ID3D11VideoDecoderOutputView is
1063 ID3D11VideoDecoderOutputView *
1064 gst_d3d11_memory_get_decoder_output_view (GstD3D11Memory * mem,
1065 ID3D11VideoDevice * video_device, GUID * decoder_profile)
1067 g_return_val_if_fail (gst_is_d3d11_memory (GST_MEMORY_CAST (mem)), NULL);
1068 g_return_val_if_fail (video_device != NULL, NULL);
1069 g_return_val_if_fail (decoder_profile != NULL, NULL);
1071 if (!gst_d3d11_memory_ensure_decoder_output_view (mem,
1072 video_device, decoder_profile))
1075 return mem->priv->decoder_output_view;
1079 check_bind_flags_for_processor_input_view (guint bind_flags)
1081 static const guint compatible_flags = (D3D11_BIND_DECODER |
1082 D3D11_BIND_VIDEO_ENCODER | D3D11_BIND_RENDER_TARGET |
1083 D3D11_BIND_UNORDERED_ACCESS);
1085 if (bind_flags == 0)
1088 if ((bind_flags & compatible_flags) != 0)
1095 gst_d3d11_memory_ensure_processor_input_view (GstD3D11Memory * mem,
1096 ID3D11VideoDevice * video_device,
1097 ID3D11VideoProcessorEnumerator * enumerator)
1099 GstD3D11MemoryPrivate *dmem_priv = mem->priv;
1100 GstD3D11Allocator *allocator;
1101 D3D11_VIDEO_PROCESSOR_INPUT_VIEW_DESC desc;
1103 gboolean ret = FALSE;
1105 if (mem->priv->native_type != GST_D3D11_MEMORY_NATIVE_TYPE_TEXTURE_2D)
1108 allocator = GST_D3D11_ALLOCATOR (GST_MEMORY_CAST (mem)->allocator);
1110 if (!check_bind_flags_for_processor_input_view (dmem_priv->desc.BindFlags)) {
1111 GST_LOG_OBJECT (allocator,
1112 "Need BindFlags, current flag 0x%x", dmem_priv->desc.BindFlags);
1116 GST_D3D11_MEMORY_LOCK (mem);
1117 if (dmem_priv->processor_input_view)
1121 desc.ViewDimension = D3D11_VPIV_DIMENSION_TEXTURE2D;
1122 desc.Texture2D.MipSlice = 0;
1123 desc.Texture2D.ArraySlice = dmem_priv->subresource_index;
1125 hr = video_device->CreateVideoProcessorInputView (dmem_priv->texture,
1126 enumerator, &desc, &dmem_priv->processor_input_view);
1127 if (!gst_d3d11_result (hr, mem->device)) {
1128 GST_ERROR_OBJECT (allocator,
1129 "Could not create processor input view, hr: 0x%x", (guint) hr);
1137 GST_D3D11_MEMORY_UNLOCK (mem);
1143 * gst_d3d11_memory_get_processor_input_view:
1144 * @mem: a #GstD3D11Memory
1145 * @video_device: a #ID3D11VideoDevice
1146 * @enumerator: a #ID3D11VideoProcessorEnumerator
1148 * Returns: (transfer none) (nullable): a pointer to the
1149 * ID3D11VideoProcessorInputView or %NULL if ID3D11VideoProcessorInputView is
1154 ID3D11VideoProcessorInputView *
1155 gst_d3d11_memory_get_processor_input_view (GstD3D11Memory * mem,
1156 ID3D11VideoDevice * video_device,
1157 ID3D11VideoProcessorEnumerator * enumerator)
1159 g_return_val_if_fail (gst_is_d3d11_memory (GST_MEMORY_CAST (mem)), NULL);
1160 g_return_val_if_fail (video_device != NULL, NULL);
1161 g_return_val_if_fail (enumerator != NULL, NULL);
1163 if (!gst_d3d11_memory_ensure_processor_input_view (mem, video_device,
1167 return mem->priv->processor_input_view;
1171 gst_d3d11_memory_ensure_processor_output_view (GstD3D11Memory * mem,
1172 ID3D11VideoDevice * video_device,
1173 ID3D11VideoProcessorEnumerator * enumerator)
1175 GstD3D11MemoryPrivate *priv = mem->priv;
1176 GstD3D11Allocator *allocator;
1177 D3D11_VIDEO_PROCESSOR_OUTPUT_VIEW_DESC desc;
1181 if (mem->priv->native_type != GST_D3D11_MEMORY_NATIVE_TYPE_TEXTURE_2D)
1184 memset (&desc, 0, sizeof (D3D11_VIDEO_PROCESSOR_OUTPUT_VIEW_DESC));
1186 allocator = GST_D3D11_ALLOCATOR (GST_MEMORY_CAST (mem)->allocator);
1188 if (!(priv->desc.BindFlags & D3D11_BIND_RENDER_TARGET)) {
1189 GST_LOG_OBJECT (allocator,
1190 "Need BindFlags, current flag 0x%x", priv->desc.BindFlags);
1194 /* FIXME: texture array should be supported at some point */
1195 if (priv->subresource_index != 0) {
1196 GST_FIXME_OBJECT (allocator,
1197 "Texture array is not suppoted for processor output view");
1201 GST_D3D11_MEMORY_LOCK (mem);
1202 if (priv->processor_output_view)
1205 desc.ViewDimension = D3D11_VPOV_DIMENSION_TEXTURE2D;
1206 desc.Texture2D.MipSlice = 0;
1208 hr = video_device->CreateVideoProcessorOutputView (priv->texture,
1209 enumerator, &desc, &priv->processor_output_view);
1210 if (!gst_d3d11_result (hr, mem->device)) {
1211 GST_ERROR_OBJECT (allocator,
1212 "Could not create processor input view, hr: 0x%x", (guint) hr);
1220 GST_D3D11_MEMORY_UNLOCK (mem);
1226 * gst_d3d11_memory_get_processor_output_view:
1227 * @mem: a #GstD3D11Memory
1228 * @video_device: a #ID3D11VideoDevice
1229 * @enumerator: a #ID3D11VideoProcessorEnumerator
1231 * Returns: (transfer none) (nullable): a pointer to the
1232 * ID3D11VideoProcessorOutputView or %NULL if ID3D11VideoProcessorOutputView is
1237 ID3D11VideoProcessorOutputView *
1238 gst_d3d11_memory_get_processor_output_view (GstD3D11Memory * mem,
1239 ID3D11VideoDevice * video_device,
1240 ID3D11VideoProcessorEnumerator * enumerator)
1242 g_return_val_if_fail (gst_is_d3d11_memory (GST_MEMORY_CAST (mem)), NULL);
1243 g_return_val_if_fail (video_device != NULL, NULL);
1244 g_return_val_if_fail (enumerator != NULL, NULL);
1246 if (!gst_d3d11_memory_ensure_processor_output_view (mem, video_device,
1250 return mem->priv->processor_output_view;
1253 /* GstD3D11Allocator */
1254 struct _GstD3D11AllocatorPrivate
1256 GstMemoryCopyFunction fallback_copy;
1259 #define gst_d3d11_allocator_parent_class alloc_parent_class
1260 G_DEFINE_TYPE_WITH_PRIVATE (GstD3D11Allocator,
1261 gst_d3d11_allocator, GST_TYPE_ALLOCATOR);
1263 static GstMemory *gst_d3d11_allocator_dummy_alloc (GstAllocator * allocator,
1264 gsize size, GstAllocationParams * params);
1265 static GstMemory *gst_d3d11_allocator_alloc_internal (GstD3D11Allocator * self,
1266 GstD3D11Device * device, const D3D11_TEXTURE2D_DESC * desc);
1267 static void gst_d3d11_allocator_free (GstAllocator * allocator,
1271 gst_d3d11_allocator_class_init (GstD3D11AllocatorClass * klass)
1273 GstAllocatorClass *allocator_class = GST_ALLOCATOR_CLASS (klass);
1275 allocator_class->alloc = gst_d3d11_allocator_dummy_alloc;
1276 allocator_class->free = gst_d3d11_allocator_free;
1280 gst_d3d11_memory_copy (GstMemory * mem, gssize offset, gssize size)
1282 GstD3D11Allocator *alloc = GST_D3D11_ALLOCATOR (mem->allocator);
1283 GstD3D11AllocatorPrivate *priv = alloc->priv;
1284 GstD3D11Memory *dmem = GST_D3D11_MEMORY_CAST (mem);
1285 GstD3D11Memory *copy_dmem;
1286 GstD3D11Device *device = dmem->device;
1287 ID3D11Device *device_handle = gst_d3d11_device_get_device_handle (device);
1288 ID3D11DeviceContext *device_context =
1289 gst_d3d11_device_get_device_context_handle (device);
1290 D3D11_TEXTURE2D_DESC dst_desc = { 0, };
1291 D3D11_TEXTURE2D_DESC src_desc = { 0, };
1292 GstMemory *copy = NULL;
1295 UINT bind_flags = 0;
1296 UINT supported_flags = 0;
1298 if (dmem->priv->native_type != GST_D3D11_MEMORY_NATIVE_TYPE_TEXTURE_2D)
1299 return priv->fallback_copy (mem, offset, size);
1301 /* non-zero offset or different size is not supported */
1302 if (offset != 0 || (size != -1 && (gsize) size != mem->size)) {
1303 GST_DEBUG_OBJECT (alloc, "Different size/offset, try fallback copy");
1304 return priv->fallback_copy (mem, offset, size);
1307 gst_d3d11_device_lock (device);
1308 if (!gst_memory_map (mem, &info,
1309 (GstMapFlags) (GST_MAP_READ | GST_MAP_D3D11))) {
1310 gst_d3d11_device_unlock (device);
1312 GST_WARNING_OBJECT (alloc, "Failed to map memory, try fallback copy");
1314 return priv->fallback_copy (mem, offset, size);
1317 dmem->priv->texture->GetDesc (&src_desc);
1318 dst_desc.Width = src_desc.Width;
1319 dst_desc.Height = src_desc.Height;
1320 dst_desc.MipLevels = 1;
1321 dst_desc.Format = src_desc.Format;
1322 dst_desc.SampleDesc.Count = 1;
1323 dst_desc.ArraySize = 1;
1324 dst_desc.Usage = D3D11_USAGE_DEFAULT;
1326 /* If supported, use bind flags for SRV/RTV */
1327 hr = device_handle->CheckFormatSupport (src_desc.Format, &supported_flags);
1328 if (gst_d3d11_result (hr, device)) {
1329 if ((supported_flags & D3D11_FORMAT_SUPPORT_SHADER_SAMPLE) ==
1330 D3D11_FORMAT_SUPPORT_SHADER_SAMPLE) {
1331 bind_flags |= D3D11_BIND_SHADER_RESOURCE;
1334 if ((supported_flags & D3D11_FORMAT_SUPPORT_RENDER_TARGET) ==
1335 D3D11_FORMAT_SUPPORT_RENDER_TARGET) {
1336 bind_flags |= D3D11_BIND_RENDER_TARGET;
1340 copy = gst_d3d11_allocator_alloc_internal (alloc, device, &dst_desc);
1342 gst_memory_unmap (mem, &info);
1343 gst_d3d11_device_unlock (device);
1345 GST_WARNING_OBJECT (alloc,
1346 "Failed to allocate new d3d11 map memory, try fallback copy");
1348 return priv->fallback_copy (mem, offset, size);
1351 copy_dmem = GST_D3D11_MEMORY_CAST (copy);
1352 device_context->CopySubresourceRegion (copy_dmem->priv->texture, 0, 0, 0, 0,
1353 dmem->priv->texture, dmem->priv->subresource_index, NULL);
1354 copy->maxsize = copy->size = mem->maxsize;
1355 gst_memory_unmap (mem, &info);
1356 gst_d3d11_device_unlock (device);
1358 /* newly allocated memory holds valid image data. We need download this
1359 * pixel data into staging memory for CPU access */
1360 GST_MINI_OBJECT_FLAG_SET (mem, GST_D3D11_MEMORY_TRANSFER_NEED_DOWNLOAD);
1366 gst_d3d11_allocator_init (GstD3D11Allocator * allocator)
1368 GstAllocator *alloc = GST_ALLOCATOR_CAST (allocator);
1369 GstD3D11AllocatorPrivate *priv;
1371 priv = allocator->priv = (GstD3D11AllocatorPrivate *)
1372 gst_d3d11_allocator_get_instance_private (allocator);
1374 alloc->mem_type = GST_D3D11_MEMORY_NAME;
1375 alloc->mem_map_full = gst_d3d11_memory_map_full;
1376 alloc->mem_unmap_full = gst_d3d11_memory_unmap_full;
1377 alloc->mem_share = gst_d3d11_memory_share;
1379 /* Store pointer to default mem_copy method for fallback copy */
1380 priv->fallback_copy = alloc->mem_copy;
1381 alloc->mem_copy = gst_d3d11_memory_copy;
1383 GST_OBJECT_FLAG_SET (alloc, GST_ALLOCATOR_FLAG_CUSTOM_ALLOC);
1387 gst_d3d11_allocator_dummy_alloc (GstAllocator * allocator, gsize size,
1388 GstAllocationParams * params)
1390 g_return_val_if_reached (NULL);
1394 gst_d3d11_allocator_free (GstAllocator * allocator, GstMemory * mem)
1396 GstD3D11Memory *dmem = GST_D3D11_MEMORY_CAST (mem);
1397 GstD3D11MemoryPrivate *dmem_priv = dmem->priv;
1400 GST_LOG_OBJECT (allocator, "Free memory %p", mem);
1402 for (i = 0; i < GST_VIDEO_MAX_PLANES; i++) {
1403 GST_D3D11_CLEAR_COM (dmem_priv->render_target_view[i]);
1404 GST_D3D11_CLEAR_COM (dmem_priv->shader_resource_view[i]);
1407 GST_D3D11_CLEAR_COM (dmem_priv->decoder_output_view);
1408 GST_D3D11_CLEAR_COM (dmem_priv->processor_input_view);
1409 GST_D3D11_CLEAR_COM (dmem_priv->processor_output_view);
1410 GST_D3D11_CLEAR_COM (dmem_priv->texture);
1411 GST_D3D11_CLEAR_COM (dmem_priv->staging);
1412 GST_D3D11_CLEAR_COM (dmem_priv->buffer);
1414 gst_clear_object (&dmem->device);
1415 g_mutex_clear (&dmem_priv->lock);
1416 g_free (dmem->priv);
1421 gst_d3d11_allocator_alloc_wrapped (GstD3D11Allocator * self,
1422 GstD3D11Device * device, const D3D11_TEXTURE2D_DESC * desc,
1423 ID3D11Texture2D * texture)
1425 GstD3D11Memory *mem;
1427 mem = g_new0 (GstD3D11Memory, 1);
1428 mem->priv = g_new0 (GstD3D11MemoryPrivate, 1);
1430 gst_memory_init (GST_MEMORY_CAST (mem),
1431 (GstMemoryFlags) 0, GST_ALLOCATOR_CAST (self), NULL, 0, 0, 0, 0);
1432 g_mutex_init (&mem->priv->lock);
1433 mem->priv->texture = texture;
1434 mem->priv->desc = *desc;
1435 mem->priv->native_type = GST_D3D11_MEMORY_NATIVE_TYPE_TEXTURE_2D;
1436 mem->device = (GstD3D11Device *) gst_object_ref (device);
1438 /* This is staging texture as well */
1439 if (desc->Usage == D3D11_USAGE_STAGING) {
1440 mem->priv->staging = texture;
1444 return GST_MEMORY_CAST (mem);
1448 gst_d3d11_allocator_alloc_internal (GstD3D11Allocator * self,
1449 GstD3D11Device * device, const D3D11_TEXTURE2D_DESC * desc)
1451 ID3D11Texture2D *texture = NULL;
1452 ID3D11Device *device_handle;
1455 device_handle = gst_d3d11_device_get_device_handle (device);
1457 hr = device_handle->CreateTexture2D (desc, NULL, &texture);
1458 if (!gst_d3d11_result (hr, device)) {
1459 GST_ERROR_OBJECT (self, "Couldn't create texture");
1463 return gst_d3d11_allocator_alloc_wrapped (self, device, desc, texture);
1467 * gst_d3d11_allocator_alloc:
1468 * @allocator: a #GstD3D11Allocator
1469 * @device: a #GstD3D11Device
1470 * @desc: a D3D11_TEXTURE2D_DESC struct
1472 * Returns: a newly allocated #GstD3D11Memory with given parameters.
1477 gst_d3d11_allocator_alloc (GstD3D11Allocator * allocator,
1478 GstD3D11Device * device, const D3D11_TEXTURE2D_DESC * desc)
1482 g_return_val_if_fail (GST_IS_D3D11_ALLOCATOR (allocator), NULL);
1483 g_return_val_if_fail (GST_IS_D3D11_DEVICE (device), NULL);
1484 g_return_val_if_fail (desc != NULL, NULL);
1486 mem = gst_d3d11_allocator_alloc_internal (allocator, device, desc);
1490 if (!gst_d3d11_memory_update_size (mem)) {
1491 GST_ERROR_OBJECT (allocator, "Failed to calculate size");
1492 gst_memory_unref (mem);
1500 * gst_d3d11_allocator_alloc_buffer:
1501 * @allocator: a #GstD3D11Allocator
1502 * @device: a #GstD3D11Device
1503 * @desc: a D3D11_BUFFER_DESC struct
1505 * Returns: a newly allocated #GstD3D11Memory with given parameters.
1510 gst_d3d11_allocator_alloc_buffer (GstD3D11Allocator * allocator,
1511 GstD3D11Device * device, const D3D11_BUFFER_DESC * desc)
1513 GstD3D11Memory *mem;
1514 ID3D11Buffer *buffer;
1515 ID3D11Device *device_handle;
1518 g_return_val_if_fail (GST_IS_D3D11_ALLOCATOR (allocator), nullptr);
1519 g_return_val_if_fail (GST_IS_D3D11_DEVICE (device), nullptr);
1520 g_return_val_if_fail (desc != nullptr, nullptr);
1522 if (desc->Usage != D3D11_USAGE_STAGING) {
1523 GST_FIXME_OBJECT (allocator, "Non staging buffer is not supported");
1527 device_handle = gst_d3d11_device_get_device_handle (device);
1529 hr = device_handle->CreateBuffer (desc, nullptr, &buffer);
1530 if (!gst_d3d11_result (hr, device)) {
1531 GST_ERROR_OBJECT (allocator, "Couldn't create buffer");
1535 mem = g_new0 (GstD3D11Memory, 1);
1536 mem->priv = g_new0 (GstD3D11MemoryPrivate, 1);
1538 gst_memory_init (GST_MEMORY_CAST (mem),
1539 (GstMemoryFlags) 0, GST_ALLOCATOR_CAST (allocator), nullptr, 0, 0, 0, 0);
1540 g_mutex_init (&mem->priv->lock);
1541 mem->priv->buffer = buffer;
1542 mem->priv->buffer_desc = *desc;
1543 mem->priv->native_type = GST_D3D11_MEMORY_NATIVE_TYPE_BUFFER;
1544 mem->device = (GstD3D11Device *) gst_object_ref (device);
1546 GST_MEMORY_CAST (mem)->maxsize = GST_MEMORY_CAST (mem)->size =
1549 return GST_MEMORY_CAST (mem);
1553 gst_d3d11_allocator_set_active (GstD3D11Allocator * allocator, gboolean active)
1555 GstD3D11AllocatorClass *klass;
1557 g_return_val_if_fail (GST_IS_D3D11_ALLOCATOR (allocator), FALSE);
1559 klass = GST_D3D11_ALLOCATOR_GET_CLASS (allocator);
1560 if (klass->set_actvie)
1561 return klass->set_actvie (allocator, active);
1566 /* GstD3D11PoolAllocator */
1567 #define GST_D3D11_POOL_ALLOCATOR_LOCK(alloc) (g_rec_mutex_lock(&alloc->priv->lock))
1568 #define GST_D3D11_POOL_ALLOCATOR_UNLOCK(alloc) (g_rec_mutex_unlock(&alloc->priv->lock))
1569 #define GST_D3D11_POOL_ALLOCATOR_IS_FLUSHING(alloc) (g_atomic_int_get (&alloc->priv->flushing))
1571 struct _GstD3D11PoolAllocatorPrivate
1573 /* parent texture when array typed memory is used */
1574 ID3D11Texture2D *texture;
1575 D3D11_TEXTURE2D_DESC desc;
1577 /* All below member variables are analogous to that of GstBufferPool */
1578 GstAtomicQueue *queue;
1581 /* This lock will protect all below variables apart from atomic ones
1582 * (identical to GstBufferPool::priv::rec_lock) */
1593 /* Calculated memory size, based on Direct3D11 staging texture map.
1594 * Note that, we cannot know the actually staging texture memory size prior
1595 * to map the staging texture because driver will likely require padding */
1599 static void gst_d3d11_pool_allocator_dispose (GObject * object);
1600 static void gst_d3d11_pool_allocator_finalize (GObject * object);
1603 gst_d3d11_pool_allocator_set_active (GstD3D11Allocator * allocator,
1606 static gboolean gst_d3d11_pool_allocator_start (GstD3D11PoolAllocator * self);
1607 static gboolean gst_d3d11_pool_allocator_stop (GstD3D11PoolAllocator * self);
1608 static gboolean gst_d3d11_memory_release (GstMiniObject * mini_object);
1610 #define gst_d3d11_pool_allocator_parent_class pool_alloc_parent_class
1611 G_DEFINE_TYPE_WITH_PRIVATE (GstD3D11PoolAllocator,
1612 gst_d3d11_pool_allocator, GST_TYPE_D3D11_ALLOCATOR);
1615 gst_d3d11_pool_allocator_class_init (GstD3D11PoolAllocatorClass * klass)
1617 GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
1618 GstD3D11AllocatorClass *d3d11alloc_class = GST_D3D11_ALLOCATOR_CLASS (klass);
1620 gobject_class->dispose = gst_d3d11_pool_allocator_dispose;
1621 gobject_class->finalize = gst_d3d11_pool_allocator_finalize;
1623 d3d11alloc_class->set_actvie = gst_d3d11_pool_allocator_set_active;
1627 gst_d3d11_pool_allocator_init (GstD3D11PoolAllocator * allocator)
1629 GstD3D11PoolAllocatorPrivate *priv;
1631 priv = allocator->priv = (GstD3D11PoolAllocatorPrivate *)
1632 gst_d3d11_pool_allocator_get_instance_private (allocator);
1633 g_rec_mutex_init (&priv->lock);
1635 priv->poll = gst_poll_new_timer ();
1636 priv->queue = gst_atomic_queue_new (16);
1638 priv->active = FALSE;
1639 priv->started = FALSE;
1641 /* 1 control write for flushing - the flush token */
1642 gst_poll_write_control (priv->poll);
1643 /* 1 control write for marking that we are not waiting for poll - the wait token */
1644 gst_poll_write_control (priv->poll);
1648 gst_d3d11_pool_allocator_dispose (GObject * object)
1650 GstD3D11PoolAllocator *self = GST_D3D11_POOL_ALLOCATOR (object);
1652 gst_clear_object (&self->device);
1654 G_OBJECT_CLASS (pool_alloc_parent_class)->dispose (object);
1658 gst_d3d11_pool_allocator_finalize (GObject * object)
1660 GstD3D11PoolAllocator *self = GST_D3D11_POOL_ALLOCATOR (object);
1661 GstD3D11PoolAllocatorPrivate *priv = self->priv;
1663 GST_DEBUG_OBJECT (self, "Finalize");
1665 gst_d3d11_pool_allocator_stop (self);
1666 gst_atomic_queue_unref (priv->queue);
1667 gst_poll_free (priv->poll);
1668 g_rec_mutex_clear (&priv->lock);
1670 GST_D3D11_CLEAR_COM (priv->texture);
1672 G_OBJECT_CLASS (pool_alloc_parent_class)->finalize (object);
1676 gst_d3d11_pool_allocator_start (GstD3D11PoolAllocator * self)
1678 GstD3D11PoolAllocatorPrivate *priv = self->priv;
1679 ID3D11Device *device_handle;
1687 if (priv->desc.ArraySize == 1) {
1688 priv->started = TRUE;
1692 device_handle = gst_d3d11_device_get_device_handle (self->device);
1694 if (!priv->texture) {
1695 hr = device_handle->CreateTexture2D (&priv->desc, NULL, &priv->texture);
1696 if (!gst_d3d11_result (hr, self->device)) {
1697 GST_ERROR_OBJECT (self, "Failed to allocate texture");
1702 /* Pre-allocate memory objects */
1703 for (i = 0; i < priv->desc.ArraySize; i++) {
1706 priv->texture->AddRef ();
1708 gst_d3d11_allocator_alloc_wrapped (GST_D3D11_ALLOCATOR_CAST
1709 (_d3d11_memory_allocator), self->device, &priv->desc, priv->texture);
1712 if (!gst_d3d11_memory_update_size (mem)) {
1713 GST_ERROR_OBJECT (self, "Failed to calculate memory size");
1714 gst_memory_unref (mem);
1718 priv->mem_size = mem->size;
1720 mem->size = mem->maxsize = priv->mem_size;
1723 GST_D3D11_MEMORY_CAST (mem)->priv->subresource_index = i;
1725 g_atomic_int_add (&priv->cur_mems, 1);
1726 gst_atomic_queue_push (priv->queue, mem);
1727 gst_poll_write_control (priv->poll);
1730 priv->started = TRUE;
1736 gst_d3d11_pool_allocator_do_set_flushing (GstD3D11PoolAllocator * self,
1739 GstD3D11PoolAllocatorPrivate *priv = self->priv;
1741 if (GST_D3D11_POOL_ALLOCATOR_IS_FLUSHING (self) == flushing)
1745 g_atomic_int_set (&priv->flushing, 1);
1746 /* Write the flush token to wake up any waiters */
1747 gst_poll_write_control (priv->poll);
1749 while (!gst_poll_read_control (priv->poll)) {
1750 if (errno == EWOULDBLOCK) {
1751 /* This should not really happen unless flushing and unflushing
1752 * happens on different threads. Let's wait a bit to get back flush
1753 * token from the thread that was setting it to flushing */
1757 /* Critical error but GstPoll already complained */
1762 g_atomic_int_set (&priv->flushing, 0);
1767 gst_d3d11_pool_allocator_set_active (GstD3D11Allocator * allocator,
1770 GstD3D11PoolAllocator *self = GST_D3D11_POOL_ALLOCATOR (allocator);
1771 GstD3D11PoolAllocatorPrivate *priv = self->priv;
1773 GST_LOG_OBJECT (self, "active %d", active);
1775 GST_D3D11_POOL_ALLOCATOR_LOCK (self);
1776 /* just return if we are already in the right state */
1777 if (priv->active == active)
1781 if (!gst_d3d11_pool_allocator_start (self))
1784 /* flush_stop may release memory objects, setting to active to avoid running
1785 * do_stop while activating the pool */
1786 priv->active = TRUE;
1788 gst_d3d11_pool_allocator_do_set_flushing (self, FALSE);
1792 /* set to flushing first */
1793 gst_d3d11_pool_allocator_do_set_flushing (self, TRUE);
1795 /* when all memory objects are in the pool, free them. Else they will be
1796 * freed when they are released */
1797 outstanding = g_atomic_int_get (&priv->outstanding);
1798 GST_LOG_OBJECT (self, "outstanding memories %d, (in queue %d)",
1799 outstanding, gst_atomic_queue_length (priv->queue));
1800 if (outstanding == 0) {
1801 if (!gst_d3d11_pool_allocator_stop (self))
1805 priv->active = FALSE;
1808 GST_D3D11_POOL_ALLOCATOR_UNLOCK (self);
1814 GST_DEBUG_OBJECT (self, "allocator was in the right state");
1815 GST_D3D11_POOL_ALLOCATOR_UNLOCK (self);
1820 GST_ERROR_OBJECT (self, "start failed");
1821 GST_D3D11_POOL_ALLOCATOR_UNLOCK (self);
1826 GST_ERROR_OBJECT (self, "stop failed");
1827 GST_D3D11_POOL_ALLOCATOR_UNLOCK (self);
1833 gst_d3d11_pool_allocator_free_memory (GstD3D11PoolAllocator * self,
1836 GstD3D11PoolAllocatorPrivate *priv = self->priv;
1838 g_atomic_int_add (&priv->cur_mems, -1);
1839 GST_LOG_OBJECT (self, "freeing memory %p (%u left)", mem, priv->cur_mems);
1841 GST_MINI_OBJECT_CAST (mem)->dispose = NULL;
1842 gst_memory_unref (mem);
1845 /* must be called with the lock */
1847 gst_d3d11_pool_allocator_clear_queue (GstD3D11PoolAllocator * self)
1849 GstD3D11PoolAllocatorPrivate *priv = self->priv;
1852 GST_LOG_OBJECT (self, "Clearing queue");
1854 /* clear the pool */
1855 while ((memory = (GstMemory *) gst_atomic_queue_pop (priv->queue))) {
1856 while (!gst_poll_read_control (priv->poll)) {
1857 if (errno == EWOULDBLOCK) {
1858 /* We put the memory into the queue but did not finish writing control
1859 * yet, let's wait a bit and retry */
1863 /* Critical error but GstPoll already complained */
1867 gst_d3d11_pool_allocator_free_memory (self, memory);
1870 GST_LOG_OBJECT (self, "Clear done");
1872 return priv->cur_mems == 0;
1875 /* must be called with the lock */
1877 gst_d3d11_pool_allocator_stop (GstD3D11PoolAllocator * self)
1879 GstD3D11PoolAllocatorPrivate *priv = self->priv;
1881 GST_DEBUG_OBJECT (self, "Stop");
1883 if (priv->started) {
1884 if (!gst_d3d11_pool_allocator_clear_queue (self))
1887 priv->started = FALSE;
1889 GST_DEBUG_OBJECT (self, "Wasn't started");
1896 dec_outstanding (GstD3D11PoolAllocator * self)
1898 if (g_atomic_int_dec_and_test (&self->priv->outstanding)) {
1899 /* all memory objects are returned to the pool, see if we need to free them */
1900 if (GST_D3D11_POOL_ALLOCATOR_IS_FLUSHING (self)) {
1901 /* take the lock so that set_active is not run concurrently */
1902 GST_D3D11_POOL_ALLOCATOR_LOCK (self);
1903 /* now that we have the lock, check if we have been de-activated with
1904 * outstanding buffers */
1905 if (!self->priv->active)
1906 gst_d3d11_pool_allocator_stop (self);
1908 GST_D3D11_POOL_ALLOCATOR_UNLOCK (self);
1914 gst_d3d11_pool_allocator_release_memory (GstD3D11PoolAllocator * self,
1917 GST_LOG_OBJECT (self, "Released memory %p", mem);
1919 GST_MINI_OBJECT_CAST (mem)->dispose = NULL;
1920 mem->allocator = (GstAllocator *) gst_object_ref (_d3d11_memory_allocator);
1921 gst_object_unref (self);
1923 /* keep it around in our queue */
1924 gst_atomic_queue_push (self->priv->queue, mem);
1925 gst_poll_write_control (self->priv->poll);
1926 dec_outstanding (self);
1930 gst_d3d11_memory_release (GstMiniObject * mini_object)
1932 GstMemory *mem = GST_MEMORY_CAST (mini_object);
1933 GstD3D11PoolAllocator *alloc;
1935 g_assert (mem->allocator != NULL);
1937 if (!GST_IS_D3D11_POOL_ALLOCATOR (mem->allocator)) {
1938 GST_LOG_OBJECT (mem->allocator, "Not our memory, free");
1942 alloc = GST_D3D11_POOL_ALLOCATOR (mem->allocator);
1943 /* if flushing, free this memory */
1944 if (GST_D3D11_POOL_ALLOCATOR_IS_FLUSHING (alloc)) {
1945 GST_LOG_OBJECT (alloc, "allocator is flushing, free %p", mem);
1949 /* return the memory to the allocator */
1950 gst_memory_ref (mem);
1951 gst_d3d11_pool_allocator_release_memory (alloc, mem);
1956 static GstFlowReturn
1957 gst_d3d11_pool_allocator_alloc (GstD3D11PoolAllocator * self, GstMemory ** mem)
1959 GstD3D11PoolAllocatorPrivate *priv = self->priv;
1962 /* we allcates texture array during start */
1963 if (priv->desc.ArraySize > 1)
1964 return GST_FLOW_EOS;
1966 /* increment the allocation counter */
1967 g_atomic_int_add (&priv->cur_mems, 1);
1969 gst_d3d11_allocator_alloc_internal (GST_D3D11_ALLOCATOR_CAST
1970 (_d3d11_memory_allocator), self->device, &priv->desc);
1972 GST_ERROR_OBJECT (self, "Failed to allocate new memory");
1973 g_atomic_int_add (&priv->cur_mems, -1);
1974 return GST_FLOW_ERROR;
1977 if (!priv->mem_size) {
1978 if (!gst_d3d11_memory_update_size (new_mem)) {
1979 GST_ERROR_OBJECT (self, "Failed to calculate size");
1980 gst_memory_unref (new_mem);
1981 g_atomic_int_add (&priv->cur_mems, -1);
1983 return GST_FLOW_ERROR;
1986 priv->mem_size = new_mem->size;
1989 new_mem->size = new_mem->maxsize = priv->mem_size;
1996 static GstFlowReturn
1997 gst_d3d11_pool_allocator_acquire_memory_internal (GstD3D11PoolAllocator * self,
1998 GstMemory ** memory)
2000 GstFlowReturn result;
2001 GstD3D11PoolAllocatorPrivate *priv = self->priv;
2004 if (G_UNLIKELY (GST_D3D11_POOL_ALLOCATOR_IS_FLUSHING (self)))
2007 /* try to get a memory from the queue */
2008 *memory = (GstMemory *) gst_atomic_queue_pop (priv->queue);
2009 if (G_LIKELY (*memory)) {
2010 while (!gst_poll_read_control (priv->poll)) {
2011 if (errno == EWOULDBLOCK) {
2012 /* We put the memory into the queue but did not finish writing control
2013 * yet, let's wait a bit and retry */
2017 /* Critical error but GstPoll already complained */
2021 result = GST_FLOW_OK;
2022 GST_LOG_OBJECT (self, "acquired memory %p", *memory);
2026 /* no memory, try to allocate some more */
2027 GST_LOG_OBJECT (self, "no memory, trying to allocate");
2028 result = gst_d3d11_pool_allocator_alloc (self, memory);
2029 if (G_LIKELY (result == GST_FLOW_OK))
2030 /* we have a memory, return it */
2033 if (G_UNLIKELY (result != GST_FLOW_EOS))
2034 /* something went wrong, return error */
2037 /* now we release the control socket, we wait for a memory release or
2039 if (!gst_poll_read_control (priv->poll)) {
2040 if (errno == EWOULDBLOCK) {
2041 /* This means that we have two threads trying to allocate memory
2042 * already, and the other one already got the wait token. This
2043 * means that we only have to wait for the poll now and not write the
2044 * token afterwards: we will be woken up once the other thread is
2045 * woken up and that one will write the wait token it removed */
2046 GST_LOG_OBJECT (self, "waiting for free memory or flushing");
2047 gst_poll_wait (priv->poll, GST_CLOCK_TIME_NONE);
2049 /* This is a critical error, GstPoll already gave a warning */
2050 result = GST_FLOW_ERROR;
2054 /* We're the first thread waiting, we got the wait token and have to
2055 * write it again later
2057 * We're a second thread and just consumed the flush token and block all
2058 * other threads, in which case we must not wait and give it back
2060 if (!GST_D3D11_POOL_ALLOCATOR_IS_FLUSHING (self)) {
2061 GST_LOG_OBJECT (self, "waiting for free memory or flushing");
2062 gst_poll_wait (priv->poll, GST_CLOCK_TIME_NONE);
2064 gst_poll_write_control (priv->poll);
2073 GST_DEBUG_OBJECT (self, "we are flushing");
2074 return GST_FLOW_FLUSHING;
2079 * gst_d3d11_pool_allocator_new:
2080 * @device: a #GstD3D11Device
2081 * @desc: a D3D11_TEXTURE2D_DESC for texture allocation
2083 * Creates a new #GstD3D11PoolAllocator instance.
2085 * Returns: (transfer full): a new #GstD3D11PoolAllocator instance
2087 GstD3D11PoolAllocator *
2088 gst_d3d11_pool_allocator_new (GstD3D11Device * device,
2089 const D3D11_TEXTURE2D_DESC * desc)
2091 GstD3D11PoolAllocator *self;
2093 g_return_val_if_fail (GST_IS_D3D11_DEVICE (device), NULL);
2094 g_return_val_if_fail (desc != NULL, NULL);
2096 gst_d3d11_memory_init_once ();
2098 self = (GstD3D11PoolAllocator *)
2099 g_object_new (GST_TYPE_D3D11_POOL_ALLOCATOR, NULL);
2100 gst_object_ref_sink (self);
2102 self->device = (GstD3D11Device *) gst_object_ref (device);
2103 self->priv->desc = *desc;
2109 * gst_d3d11_pool_allocator_acquire_memory:
2110 * @allocator: a #GstD3D11PoolAllocator
2111 * @memory: (transfer full): a #GstMemory
2113 * Acquires a #GstMemory from @allocator. @memory should point to a memory
2114 * location that can hold a pointer to the new #GstMemory.
2116 * Returns: a #GstFlowReturn such as %GST_FLOW_FLUSHING when the allocator is
2120 gst_d3d11_pool_allocator_acquire_memory (GstD3D11PoolAllocator * allocator,
2121 GstMemory ** memory)
2123 GstD3D11PoolAllocatorPrivate *priv;
2124 GstFlowReturn result;
2126 g_return_val_if_fail (GST_IS_D3D11_POOL_ALLOCATOR (allocator),
2128 g_return_val_if_fail (memory != NULL, GST_FLOW_ERROR);
2130 priv = allocator->priv;
2132 /* assume we'll have one more outstanding buffer we need to do that so
2133 * that concurrent set_active doesn't clear the buffers */
2134 g_atomic_int_inc (&priv->outstanding);
2135 result = gst_d3d11_pool_allocator_acquire_memory_internal (allocator, memory);
2137 if (result == GST_FLOW_OK) {
2138 GstMemory *mem = *memory;
2139 /* Replace default allocator with ours */
2140 gst_object_unref (mem->allocator);
2141 mem->allocator = (GstAllocator *) gst_object_ref (allocator);
2142 GST_MINI_OBJECT_CAST (mem)->dispose = gst_d3d11_memory_release;
2144 dec_outstanding (allocator);
2151 * gst_d3d11_pool_allocator_get_pool_size:
2152 * @allocator: a #GstD3D11PoolAllocator
2153 * @max_size: (out) (optional): the max size of pool
2154 * @outstanding_size: (out) (optional): the number of outstanding memory
2156 * Returns: %TRUE if the size of memory pool is known
2161 gst_d3d11_pool_allocator_get_pool_size (GstD3D11PoolAllocator * allocator,
2162 guint * max_size, guint * outstanding_size)
2164 GstD3D11PoolAllocatorPrivate *priv;
2166 g_return_val_if_fail (GST_IS_D3D11_POOL_ALLOCATOR (allocator), FALSE);
2168 priv = allocator->priv;
2171 if (priv->desc.ArraySize > 1) {
2172 *max_size = priv->desc.ArraySize;
2174 /* For non-texture-array memory, we don't have any limit yet */
2179 if (outstanding_size)
2180 *outstanding_size = g_atomic_int_get (&priv->outstanding);