2 * Copyright (c) 2019 Samsung Electronics Co., Ltd. All Rights Reserved
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
17 #ifndef __ONERT_GRAPH_SHAPE_INFERENCE_H__
18 #define __ONERT_GRAPH_SHAPE_INFERENCE_H__
22 #include "ir/operation/AvgPool2D.h"
23 #include "ir/operation/Concat.h"
24 #include "ir/operation/MaxPool2D.h"
25 #include "ir/operation/Conv2D.h"
26 #include "ir/operation/DepthwiseConv2D.h"
27 #include "ir/operation/Reshape.h"
28 #include "ir/operation/RSQRT.h"
29 #include "ir/operation/StridedSlice.h"
30 #include "ir/LoweredGraph.h"
32 #include "ir/Layout.h"
33 #include "ir/OperationVisitor.h"
34 #include "backend/IDynamicTensorManager.h"
35 #include "backend/ITensor.h"
36 #include "backend/ITensorRegistry.h"
40 namespace shape_inference
43 using Shapes = std::vector<ir::Shape>;
45 // Define shape calculation for operations. List them in alphabetic order.
47 ir::Shape inferArgMaxShape(const ir::Shape &input_shape, int axis, int rank);
49 ir::Shape inferAvgPoolShape(const ir::Shape &in_shape, const ir::operation::AvgPool2D::Param ¶m,
50 ir::Layout layout = ir::Layout::NHWC);
51 ir::Shape inferBatchMatMulShape(const ir::Shape &lhs_shape, const ir::Shape &rhs_shape,
52 const ir::operation::BatchMatMul::Param ¶m);
54 ir::Shape inferBroadcastToShape(const ir::Shape wshape, const int32_t *shape_buffer);
56 ir::Shape inferConcatShape(const Shapes &in_shapes, const ir::operation::Concat::Param ¶m);
58 ir::Shape inferConv2DShape(const ir::Shape &in_shape, const ir::Shape &ker_shape,
59 const ir::operation::Conv2D::Param ¶m,
60 ir::Layout layout = ir::Layout::NHWC);
62 ir::Shape inferDepthwiseConv2DShape(const ir::Shape &in_shape, const ir::Shape &ker_shape,
63 const ir::operation::DepthwiseConv2D::Param ¶m,
64 ir::Layout layout = ir::Layout::NHWC);
66 ir::Shape inferEltwiseShape(const ir::Shape &lhs_shape, const ir::Shape &rhs_shape);
68 ir::Shape inferExpandDimsShape(const ir::Shape &in_shape, int32_t axis);
70 ir::Shape inferFillShape(const ir::Shape &in_shape, const int32_t *buf);
72 ir::Shape inferFullyConnectedShape(const ir::Shape &in_shape, const ir::Shape &ker_shape);
74 ir::Shape inferGatherShape(const ir::Shape &input_shape, const ir::Shape &indices_shape, int axis,
77 ir::Shape inferMaxPoolShape(const ir::Shape &in_shape, const ir::operation::MaxPool2D::Param ¶m,
78 ir::Layout layout = ir::Layout::NHWC);
80 ir::Shape inferOnehotShape(const ir::Shape &input_shape, const int depth, int axis);
82 ir::Shape inferPackShape(const ir::Shape &input_shape, int axis, int rank, int num);
84 ir::Shape inferPadShape(const ir::Shape &in_shape, const int32_t *pad_buf, const size_t num_pads);
86 template <typename T> ir::Shape inferRangeShape(T start_val, T limit_val, T delta_val);
88 ir::Shape inferReshapeShape(const int32_t *shape_buf, const int32_t shape_num_elements,
89 const size_t total_num_elements);
91 ir::Shape inferReduceShape(const ir::Shape &input_shape, const std::vector<int> &axes,
94 template <float *> ir::Shape inferRangeShape(float *start_val, float *limit_val, float *delta_val);
96 template <typename T> ir::Shape inferRangeShape(T start_val, T limit_val, T delta_val);
98 ir::Shape inferResizeBilinearShape(const ir::Shape &in_shape, const int32_t output_height,
99 const int32_t output_width);
101 ir::Shape inferSelectShape(const ir::Shape &input_cond_shape, const ir::Shape &input_true_shape,
102 const ir::Shape &input_false_shape);
104 ir::Shape inferSliceShape(const ir::Shape &input_shape, const int32_t *begins,
105 const int32_t *sizes);
107 ir::Shape inferSpaceToBatchNDShape(const ir::Shape &input_shape, const ir::Shape &block_shape_shape,
108 const ir::Shape &padding_shape, const int32_t *block_shape_data,
109 const int32_t *padding_data);
111 ir::Shape inferSplitShape(const ir::Shape input_shape, int axis_value, int num_splits);
113 ir::Shape inferSqueezeShape(const ir::Shape &in_shape, const ir::operation::Squeeze::Param ¶m);
115 struct StridedSliceParams
117 int8_t start_indices_count;
118 int16_t start_indices[4];
119 int8_t stop_indices_count;
120 int16_t stop_indices[4];
121 int8_t strides_count;
125 int16_t ellipsis_mask;
127 int16_t new_axis_mask;
128 int16_t shrink_axis_mask;
131 template <typename T>
132 StridedSliceParams buildStridedSliceParams(const T *begin, const T *end, const T *strides,
133 const uint32_t begin_mask, const uint32_t end_mask,
134 const uint32_t shrink_axis_mask, const uint8_t rank);
136 ir::Shape inferStridedSliceShape(const ir::Shape &input_shape, const StridedSliceParams &op_params,
139 ir::Shape inferTileShape(const ir::Shape &in_shape, const int32_t *multiplier);
141 ir::Shape inferTransposeShape(const ir::Shape &in_shape, const std::vector<int> &perm);
143 ir::Shape inferUnpackShape(const ir::Shape &input_shape, int axis, int rank);
145 } // namespace shape_inference
148 #endif // __ONERT_GRAPH_SHAPE_INFERENCE_H__