add is_size_fixed member

Add is_size_fixed member to check whether output tensor size should be updated
or not. In case of Hailo NPU backend, there are some caces that output tensor
size cannot be calculated by tensor shape such as yolov10 models. The output
tensor size of These models is calculated hailo runtime internally.

Change-Id: I92e31b5ceea5a85f61c846578797deef0998d2e4
Signed-off-by: Inki Dae <inki.dae@samsung.com>

diff --git a/include/inference_engine_type.h b/include/inference_engine_type.h
index 11016a746a4afd9cfab70ada00107bf495d2dd17..bf05487be121979b5fdf1838d08baf4392997b0c 100644 (file)
--- a/include/inference_engine_type.h
+++ b/include/inference_engine_type.h
@@ -228,6 +228,7 @@ extern "C"
                size_t size {}; /** tensor element size. The size should be height * width * channel count */
                float scale {}; /**< a scale value of the layer. */
                int zero_point {}; /**< a zero point value of the layer. */
+               bool is_size_fixed {}; /** < if true then tensor size is calculated inference engine internally so do not use 'shape' member to calculate the tensor size. Use 'size' member instead.*/
                inference_tensor_quantization_type_e quantization_type { INFERENCE_TENSOR_QUANTIZATION_NONE }; /**< a quantization type of the layer. */
                // TODO.
        } inference_engine_tensor_info;

diff --git a/test/src/inference_engine_test_common.cpp b/test/src/inference_engine_test_common.cpp
index 464d53bfee21986586c5c69bba27e3afd9de86f1..19d9d0bb8426493c8c348a5e3abbbd574f28a05a 100644 (file)
--- a/test/src/inference_engine_test_common.cpp
+++ b/test/src/inference_engine_test_common.cpp
@@ -203,7 +203,7 @@ int PrepareTensorBuffers(InferenceEngineCommon *engine,
                        inference_engine_tensor_buffer tensor_buffer;
                        if (tensor_info.data_type == INFERENCE_TENSOR_DATA_TYPE_FLOAT32) {
                                tensor_buffer.buffer = (void *) (new float[tensor_info.size]);
-                               tensor_buffer.size = tensor_info.size * 4;
+                               tensor_buffer.size = tensor_info.is_size_fixed ? tensor_info.size : tensor_info.size * 4;
                        } else if (tensor_info.data_type ==
                                           INFERENCE_TENSOR_DATA_TYPE_UINT8) {
                                tensor_buffer.buffer =
@@ -211,10 +211,10 @@ int PrepareTensorBuffers(InferenceEngineCommon *engine,
                                tensor_buffer.size = tensor_info.size;
                        } else if (tensor_info.data_type == INFERENCE_TENSOR_DATA_TYPE_INT64) {
                                tensor_buffer.buffer = (void *)(new long long[tensor_info.size]);
-                               tensor_buffer.size = tensor_info.size * 8;
+                               tensor_buffer.size = tensor_info.is_size_fixed ? tensor_info.size : tensor_info.size * 8;
                        } else if (tensor_info.data_type == INFERENCE_TENSOR_DATA_TYPE_UINT16) {
                                tensor_buffer.buffer = (void *)(new unsigned short[tensor_info.size]);
-                               tensor_buffer.size = tensor_info.size * 2;
+                               tensor_buffer.size = tensor_info.is_size_fixed ? tensor_info.size : tensor_info.size * 2;
                        }
 
                        EXPECT_TRUE(tensor_buffer.buffer);