src/backends/neon/test/NeonLayerTests.cpp

   1 //
   2 // Copyright © 2017 Arm Ltd. All rights reserved.
   3 // SPDX-License-Identifier: MIT
   4 //
   5
   6 #include "NeonWorkloadFactoryHelper.hpp"
   7
   8 #include <test/TensorHelpers.hpp>
   9 #include <test/UnitTests.hpp>
  10
  11 #include <backendsCommon/CpuTensorHandle.hpp>
  12 #include <neon/NeonLayerSupport.hpp>
  13 #include <neon/NeonWorkloadFactory.hpp>
  14 #include <reference/RefWorkloadFactory.hpp>
  15 #include <backendsCommon/test/ActivationFixture.hpp>
  16 #include <backendsCommon/test/LayerTests.hpp>
  17 #include <backendsCommon/test/PermuteTestImpl.hpp>
  18 #include <backendsCommon/test/TensorCopyUtils.hpp>
  19 #include <backendsCommon/test/TransposeConvolution2dTestImpl.hpp>
  20 #include <backendsCommon/test/WorkloadTestUtils.hpp>
  21
  22 #include <boost/test/unit_test.hpp>
  23
  24 BOOST_AUTO_TEST_SUITE(Compute_ArmComputeNeon)
  25
  26 using namespace armnn;
  27
  28 using FactoryType = NeonWorkloadFactory;
  29
  30 // ============================================================================
  31 // UNIT tests
  32
  33 // Convolution
  34 ARMNN_AUTO_TEST_CASE(SimpleConvolution1d, Convolution1dTest, true)
  35
  36 ARMNN_AUTO_TEST_CASE(SimpleConvolution2d, SimpleConvolution2d3x5Test, true, DataLayout::NCHW)
  37 ARMNN_AUTO_TEST_CASE(SimpleConvolution2dNhwc, SimpleConvolution2d3x5Test, true, DataLayout::NHWC)
  38 ARMNN_AUTO_TEST_CASE(SimpleConvolution2d3x3Uint8, SimpleConvolution2d3x3Uint8Test, true, DataLayout::NCHW)
  39 ARMNN_AUTO_TEST_CASE(SimpleConvolution2d3x3Uint8Nhwc, SimpleConvolution2d3x3Uint8Test, true, DataLayout::NHWC)
  40 ARMNN_AUTO_TEST_CASE(UnbiasedConvolution2d, SimpleConvolution2d3x5Test, false, DataLayout::NCHW)
  41 ARMNN_AUTO_TEST_CASE(UnbiasedConvolution2dNhwc, SimpleConvolution2d3x5Test, false, DataLayout::NHWC)
  42 ARMNN_AUTO_TEST_CASE(UnbiasedConvolution2dStride2x2Nhwc,
  43                      SimpleConvolution2d3x3Stride2x2Test, false, DataLayout::NHWC)
  44
  45 ARMNN_AUTO_TEST_CASE(UnbiasedConvolution2dSquare, SimpleConvolution2d3x3Test, false, DataLayout::NCHW)
  46 ARMNN_AUTO_TEST_CASE(SimpleConvolution2dAsymmetricPadding, Convolution2dAsymmetricPaddingTest, DataLayout::NCHW)
  47
  48 ARMNN_AUTO_TEST_CASE(UnbiasedConvolution2dSquareNhwc, SimpleConvolution2d3x3Test, false, DataLayout::NHWC)
  49 ARMNN_AUTO_TEST_CASE(SimpleConvolution2dAsymmetricPaddingNhwc,
  50                      Convolution2dAsymmetricPaddingTest,
  51                      DataLayout::NHWC)
  52
  53 ARMNN_AUTO_TEST_CASE(SimpleConvolution2dSquareNhwc, SimpleConvolution2d3x3NhwcTest, false)
  54
  55 ARMNN_AUTO_TEST_CASE(Convolution2d3x3Dilation3x3,
  56                      Convolution2d3x3Dilation3x3Test<DataType::Float32, DataType::Float32>,
  57                      false,
  58                      DataLayout::NCHW)
  59 ARMNN_AUTO_TEST_CASE(Convolution2d3x3Dilation3x3Nhwc,
  60                      Convolution2d3x3Dilation3x3Test<DataType::Float32, DataType::Float32>,
  61                      false,
  62                      DataLayout::NHWC)
  63 ARMNN_AUTO_TEST_CASE(Convolution2d3x3Dilation3x3Uint8,
  64                      Convolution2d3x3Dilation3x3Test<DataType::QuantisedAsymm8, DataType::Signed32>,
  65                      false,
  66                      DataLayout::NCHW)
  67 ARMNN_AUTO_TEST_CASE(Convolution2d3x3Dilation3x3NhwcUint8,
  68                      Convolution2d3x3Dilation3x3Test<DataType::QuantisedAsymm8, DataType::Signed32>,
  69                      false,
  70                      DataLayout::NHWC)
  71 ARMNN_AUTO_TEST_CASE(Convolution2d2x3x3Dilation3x3,
  72                      Convolution2d2x3x3Dilation3x3Test<DataType::Float32, DataType::Float32>,
  73                      false,
  74                      DataLayout::NCHW)
  75 ARMNN_AUTO_TEST_CASE(Convolution2d2x3x3Dilation3x3Nhwc,
  76                      Convolution2d2x3x3Dilation3x3Test<DataType::Float32, DataType::Float32>,
  77                      false,
  78                      DataLayout::NHWC)
  79 ARMNN_AUTO_TEST_CASE(Convolution2d2x3x3Dilation3x3Uint8,
  80                      Convolution2d2x3x3Dilation3x3Test<DataType::QuantisedAsymm8, DataType::Signed32>,
  81                      false,
  82                      DataLayout::NCHW)
  83 ARMNN_AUTO_TEST_CASE(Convolution2d2x3x3Dilation3x3NhwcUint8,
  84                      Convolution2d2x3x3Dilation3x3Test<DataType::QuantisedAsymm8, DataType::Signed32>,
  85                      false,
  86                      DataLayout::NHWC)
  87 ARMNN_AUTO_TEST_CASE(Convolution2d2x2Dilation2x2Padding2x2Stride3x3,
  88                      Convolution2d2x2Dilation2x2Padding2x2Stride3x3Test
  89                              <DataType::Float32, DataType::Float32>,
  90                      false,
  91                      DataLayout::NCHW)
  92 ARMNN_AUTO_TEST_CASE(Convolution2d2x2Dilation2x2Padding2x2Stride3x3Nhwc,
  93                      Convolution2d2x2Dilation2x2Padding2x2Stride3x3Test
  94                              <DataType::Float32, DataType::Float32>,
  95                      false,
  96                      DataLayout::NHWC)
  97 ARMNN_AUTO_TEST_CASE(Convolution2d2x2Dilation2x2Padding2x2Stride3x3Uint8,
  98                      Convolution2d2x2Dilation2x2Padding2x2Stride3x3Test
  99                              <DataType::QuantisedAsymm8, DataType::Signed32>,
 100                      false,
 101                      DataLayout::NCHW)
 102 ARMNN_AUTO_TEST_CASE(Convolution2d2x2Dilation2x2Padding2x2Stride3x3NhwcUint8,
 103                      Convolution2d2x2Dilation2x2Padding2x2Stride3x3Test
 104                              <DataType::QuantisedAsymm8, DataType::Signed32>,
 105                      false,
 106                      DataLayout::NHWC)
 107 ARMNN_AUTO_TEST_CASE(DepthwiseConvolution2dMult4,
 108                      DepthwiseConvolution2dMult4Test<armnn::DataType::Float32, armnn::DataType::Float32>,
 109                      false,
 110                      armnn::DataLayout::NCHW)
 111 ARMNN_AUTO_TEST_CASE(DepthwiseConvolution2dMult2,
 112                      DepthwiseConvolution2dMult2Test<armnn::DataType::Float32, armnn::DataType::Float32>,
 113                      false,
 114                      armnn::DataLayout::NCHW)
 115
 116 // Depthwise Convolution
 117 ARMNN_AUTO_TEST_CASE(DepthwiseConvolution2dDepthMul1,
 118                      DepthwiseConvolution2dDepthMul1Test, true, DataLayout::NCHW)
 119 ARMNN_AUTO_TEST_CASE(UnbiasedDepthwiseConvolution2dDepthMul1,
 120                      DepthwiseConvolution2dDepthMul1Test, false, DataLayout::NCHW)
 121 ARMNN_AUTO_TEST_CASE(DepthwiseConvolution2dDepthMul1Uint8,
 122                      DepthwiseConvolution2dDepthMul1Uint8Test, true, DataLayout::NCHW)
 123 ARMNN_AUTO_TEST_CASE(UnbiasedDepthwiseConvolution2dDepthMul1Uint8,
 124                      DepthwiseConvolution2dDepthMul1Uint8Test, false, DataLayout::NCHW)
 125
 126 // NHWC Depthwise Convolution
 127 ARMNN_AUTO_TEST_CASE(DepthwiseConvolution2dDepthMul1NHhwc,
 128                      DepthwiseConvolution2dDepthMul1Test, true, DataLayout::NHWC)
 129 ARMNN_AUTO_TEST_CASE(UnbiasedDepthwiseConvolution2dDepthMul1Nhwc,
 130                      DepthwiseConvolution2dDepthMul1Test, false, DataLayout::NHWC)
 131 ARMNN_AUTO_TEST_CASE(DepthwiseConvolution2dDepthMul1Uint8Nhwc,
 132                      DepthwiseConvolution2dDepthMul1Uint8Test, true, DataLayout::NHWC)
 133 ARMNN_AUTO_TEST_CASE(UnbiasedDepthwiseConvolution2dDepthMul1Uint8Nhwc,
 134                      DepthwiseConvolution2dDepthMul1Uint8Test, false, DataLayout::NHWC)
 135
 136 ARMNN_AUTO_TEST_CASE(DepthwiseConvolution2dDepthNhwc, DepthwiseConvolution2dDepthNhwcTest, false)
 137 ARMNN_AUTO_TEST_CASE(SimpleDepthwiseConvolution2d3x3Dilation3x3Nhwc,
 138                      SimpleDepthwiseConvolution2d3x3Dilation3x3NhwcTest)
 139
 140
 141 ARMNN_AUTO_TEST_CASE(DepthwiseConvolution2dAsymmetric,
 142                      DepthwiseConvolution2dAsymmetricTest, true, DataLayout::NCHW)
 143 ARMNN_AUTO_TEST_CASE(UnbiasedDepthwiseConvolution2dAsymmetric,
 144                      DepthwiseConvolution2dAsymmetricTest, false, DataLayout::NCHW)
 145 ARMNN_AUTO_TEST_CASE(DepthwiseConvolution2dAsymmetricNhwc,
 146                      DepthwiseConvolution2dAsymmetricTest, true, DataLayout::NHWC)
 147 ARMNN_AUTO_TEST_CASE(UnbiasedDepthwiseConvolution2dAsymmetricNhwc,
 148                      DepthwiseConvolution2dAsymmetricTest, false, DataLayout::NHWC)
 149
 150 ARMNN_AUTO_TEST_CASE(DepthwiseConvolution2dDepthMul64, DepthwiseConvolution2dDepthMul64Test);
 151
 152 namespace
 153 {
 154
 155 DepthwiseConvolution2dDescriptor MakeDepthwiseConv2dDesc(uint32_t strideX, uint32_t strideY,
 156     uint32_t depthMultiplier = 1, uint32_t padLeft = 0, uint32_t padRight = 0,
 157     uint32_t padTop = 0, uint32_t padBottom = 0)
 158 {
 159     boost::ignore_unused(depthMultiplier);
 160
 161     DepthwiseConvolution2dDescriptor desc;
 162
 163     desc.m_PadLeft = padLeft;
 164     desc.m_PadRight = padRight;
 165
 166     desc.m_PadTop = padTop;
 167     desc.m_PadBottom = padBottom;
 168     desc.m_StrideX = strideX;
 169     desc.m_StrideY = strideY;
 170     desc.m_BiasEnabled = false;
 171
 172     return desc;
 173 }
 174
 175 TensorInfo CreateOutputTensorInfo(const TensorInfo& inputInfo,
 176                                          const TensorInfo& weightsInfo,
 177                                          const DepthwiseConvolution2dDescriptor& descriptor,
 178                                          DataType dataType)
 179 {
 180     const TensorShape& inputShape  = inputInfo.GetShape();
 181     const TensorShape& filterShape = weightsInfo.GetShape();
 182
 183     unsigned int inWidth = inputShape[3];
 184     unsigned int inHeight = inputShape[2];
 185     unsigned int inBatchSize = inputShape[0];
 186
 187     unsigned int filterWidth = filterShape[3];
 188     unsigned int readWidth = (inWidth + descriptor.m_PadLeft + descriptor.m_PadRight) - (filterWidth);
 189     unsigned int outWidth =  1u + (readWidth / descriptor.m_StrideX);
 190
 191     unsigned int filterHeight = filterShape[2];
 192     unsigned int readHeight = (inHeight + descriptor.m_PadTop + descriptor.m_PadBottom) - (filterHeight);
 193     unsigned int outHeight = 1u + (readHeight / descriptor.m_StrideY);
 194     unsigned int depthMultiplier = filterShape[0];
 195
 196     unsigned int outChannels = filterShape[1] * depthMultiplier;
 197     unsigned int outBatchSize = inBatchSize;
 198
 199     TensorShape outputShape({outBatchSize, outChannels, outHeight, outWidth});
 200     return TensorInfo(outputShape, dataType);
 201 }
 202 }
 203
 204 BOOST_AUTO_TEST_CASE(DepthwiseConv2dUtils)
 205 {
 206     const DataType dataType = DataType::Float32;
 207
 208     TensorInfo inputInfo({1, 1, 10, 10 }, dataType);
 209     TensorInfo outputInfo;
 210     TensorInfo weightsInfo3x3({ 1, 1, 3, 3 }, dataType);
 211     TensorInfo biasesInfo;
 212
 213     DepthwiseConvolution2dDescriptor descriptor;
 214     NeonLayerSupport layerSupport;
 215
 216     // Strides supported: 1,2,3
 217     descriptor = MakeDepthwiseConv2dDesc(1, 1);
 218     outputInfo = CreateOutputTensorInfo(inputInfo, weightsInfo3x3, descriptor, dataType);
 219     BOOST_TEST(layerSupport.IsDepthwiseConvolutionSupported(inputInfo, outputInfo, descriptor,
 220                                                             weightsInfo3x3, biasesInfo));
 221
 222     descriptor = MakeDepthwiseConv2dDesc(1, 2);
 223     outputInfo = CreateOutputTensorInfo(inputInfo, weightsInfo3x3, descriptor, dataType);
 224     BOOST_TEST(layerSupport.IsDepthwiseConvolutionSupported(inputInfo, outputInfo, descriptor,
 225                                                             weightsInfo3x3, biasesInfo));
 226
 227     descriptor = MakeDepthwiseConv2dDesc(1, 3);
 228     outputInfo = CreateOutputTensorInfo(inputInfo, weightsInfo3x3, descriptor, dataType);
 229     BOOST_TEST(layerSupport.IsDepthwiseConvolutionSupported(inputInfo, outputInfo, descriptor,
 230                                                             weightsInfo3x3, biasesInfo));
 231
 232     descriptor = MakeDepthwiseConv2dDesc(2, 1);
 233     outputInfo = CreateOutputTensorInfo(inputInfo, weightsInfo3x3, descriptor, dataType);
 234     BOOST_TEST(layerSupport.IsDepthwiseConvolutionSupported(inputInfo, outputInfo, descriptor,
 235                                                             weightsInfo3x3, biasesInfo));
 236
 237     descriptor = MakeDepthwiseConv2dDesc(2, 2);
 238     outputInfo = CreateOutputTensorInfo(inputInfo, weightsInfo3x3, descriptor, dataType);
 239     BOOST_TEST(layerSupport.IsDepthwiseConvolutionSupported(inputInfo, outputInfo, descriptor,
 240                                                             weightsInfo3x3, biasesInfo));
 241
 242     descriptor = MakeDepthwiseConv2dDesc(2, 3);
 243     outputInfo = CreateOutputTensorInfo(inputInfo, weightsInfo3x3, descriptor, dataType);
 244     BOOST_TEST(layerSupport.IsDepthwiseConvolutionSupported(inputInfo, outputInfo, descriptor,
 245                                                             weightsInfo3x3, biasesInfo));
 246
 247     descriptor = MakeDepthwiseConv2dDesc(3, 1);
 248     outputInfo = CreateOutputTensorInfo(inputInfo, weightsInfo3x3, descriptor, dataType);
 249     BOOST_TEST(layerSupport.IsDepthwiseConvolutionSupported(inputInfo, outputInfo, descriptor,
 250                                                             weightsInfo3x3, biasesInfo));
 251
 252     descriptor = MakeDepthwiseConv2dDesc(3, 2);
 253     outputInfo = CreateOutputTensorInfo(inputInfo, weightsInfo3x3, descriptor, dataType);
 254     BOOST_TEST(layerSupport.IsDepthwiseConvolutionSupported(inputInfo, outputInfo, descriptor,
 255                                                             weightsInfo3x3, biasesInfo));
 256
 257     descriptor = MakeDepthwiseConv2dDesc(3, 3);
 258     outputInfo = CreateOutputTensorInfo(inputInfo, weightsInfo3x3, descriptor, dataType);
 259     BOOST_TEST(layerSupport.IsDepthwiseConvolutionSupported(inputInfo, outputInfo, descriptor,
 260                                                             weightsInfo3x3, biasesInfo));
 261
 262     // Supported stride 4
 263     descriptor = MakeDepthwiseConv2dDesc(4, 1);
 264     outputInfo = CreateOutputTensorInfo(inputInfo, weightsInfo3x3, descriptor, dataType);
 265     BOOST_TEST(layerSupport.IsDepthwiseConvolutionSupported(inputInfo, outputInfo, descriptor,
 266                                                             weightsInfo3x3, biasesInfo));
 267
 268     // Supported weights shape 1x1
 269     TensorInfo weightsInfo1x1({ 1, 1, 1, 1 }, DataType::Float32);
 270     descriptor = MakeDepthwiseConv2dDesc(1, 1);
 271     outputInfo = CreateOutputTensorInfo(inputInfo, weightsInfo1x1, descriptor, dataType);
 272     BOOST_TEST(layerSupport.IsDepthwiseConvolutionSupported(inputInfo, outputInfo, descriptor,
 273                                                             weightsInfo1x1, biasesInfo));
 274
 275     // Supported shape 2x2
 276     TensorInfo weightsInfo2x2({ 1, 1, 2, 2 }, DataType::Float32);
 277     descriptor = MakeDepthwiseConv2dDesc(1, 1);
 278     outputInfo = CreateOutputTensorInfo(inputInfo, weightsInfo2x2, descriptor, dataType);
 279     BOOST_TEST(layerSupport.IsDepthwiseConvolutionSupported(inputInfo, outputInfo, descriptor,
 280                                                             weightsInfo2x2, biasesInfo));
 281
 282     // Asymmetric padding
 283     descriptor = MakeDepthwiseConv2dDesc(1, 1, 1, 1, 2, 1, 2);
 284     outputInfo = CreateOutputTensorInfo(inputInfo, weightsInfo3x3, descriptor, dataType);
 285     BOOST_TEST(layerSupport.IsDepthwiseConvolutionSupported(inputInfo, outputInfo, descriptor,
 286                                                             weightsInfo3x3, biasesInfo));
 287 }
 288
 289 // Dequantize
 290 ARMNN_AUTO_TEST_CASE(DequantizeSimpleUint8, DequantizeSimpleUint8Test)
 291 ARMNN_AUTO_TEST_CASE(DequantizeOffsetUint8, DequantizeOffsetUint8Test)
 292
 293 // Pooling
 294 ARMNN_AUTO_TEST_CASE(SimpleMaxPooling2dSize3x3Stride2x4, SimpleMaxPooling2dSize3x3Stride2x4Test, true)
 295 ARMNN_AUTO_TEST_CASE(SimpleMaxPooling2dSize3x3Stride2x4Uint8, SimpleMaxPooling2dSize3x3Stride2x4Uint8Test, true)
 296
 297 ARMNN_AUTO_TEST_CASE(SimpleMaxPooling2d, SimpleMaxPooling2dTest, DataLayout::NCHW)
 298 ARMNN_AUTO_TEST_CASE(SimpleMaxPooling2dNhwc, SimpleMaxPooling2dTest, DataLayout::NHWC)
 299 ARMNN_AUTO_TEST_CASE(SimpleMaxPooling2dUint8, SimpleMaxPooling2dUint8Test, DataLayout::NCHW)
 300 ARMNN_AUTO_TEST_CASE(SimpleMaxPooling2dUint8Nhwc, SimpleMaxPooling2dUint8Test, DataLayout::NHWC)
 301
 302 ARMNN_AUTO_TEST_CASE(SimpleAveragePooling2d, SimpleAveragePooling2dTest, DataLayout::NCHW)
 303 ARMNN_AUTO_TEST_CASE(SimpleAveragePooling2dNhwc, SimpleAveragePooling2dTest, DataLayout::NCHW)
 304 ARMNN_AUTO_TEST_CASE(SimpleAveragePooling2dUint8, SimpleAveragePooling2dUint8Test, DataLayout::NCHW)
 305 ARMNN_AUTO_TEST_CASE(SimpleAveragePooling2dUint8Nhwc, SimpleAveragePooling2dUint8Test, DataLayout::NHWC)
 306
 307 ARMNN_AUTO_TEST_CASE(LargeTensorsAveragePooling2d, LargeTensorsAveragePooling2dTest)
 308 ARMNN_AUTO_TEST_CASE(LargeTensorsAveragePooling2dUint8, LargeTensorsAveragePooling2dUint8Test)
 309
 310 ARMNN_AUTO_TEST_CASE(SimpleL2Pooling2d, SimpleL2Pooling2dTest, DataLayout::NCHW)
 311 ARMNN_AUTO_TEST_CASE(SimpleL2Pooling2dNeon, SimpleL2Pooling2dTest, DataLayout::NHWC)
 312 ARMNN_AUTO_TEST_CASE(UNSUPPORTED_SimpleL2Pooling2dUint8, SimpleL2Pooling2dUint8Test, DataLayout::NCHW)
 313
 314 ARMNN_AUTO_TEST_CASE(L2Pooling2dSize3Stride1, L2Pooling2dSize3Stride1Test)
 315 ARMNN_AUTO_TEST_CASE(UNSUPPORTED_L2Pooling2dSize3Stride1Uint8, L2Pooling2dSize3Stride1Uint8Test)
 316 ARMNN_AUTO_TEST_CASE(L2Pooling2dSize3Stride3, L2Pooling2dSize3Stride3Test)
 317 ARMNN_AUTO_TEST_CASE(UNSUPPORTED_L2Pooling2dSize3Stride3Uint8, L2Pooling2dSize3Stride3Uint8Test)
 318 ARMNN_AUTO_TEST_CASE(L2Pooling2dSize3Stride4, L2Pooling2dSize3Stride4Test)
 319 ARMNN_AUTO_TEST_CASE(UNSUPPORTED_L2Pooling2dSize3Stride4Uint8, L2Pooling2dSize3Stride4Uint8Test)
 320 ARMNN_AUTO_TEST_CASE(L2Pooling2dSize7, L2Pooling2dSize7Test)
 321 ARMNN_AUTO_TEST_CASE(UNSUPPORTED_L2Pooling2dSize7Uint8, L2Pooling2dSize7Uint8Test)
 322 ARMNN_AUTO_TEST_CASE(L2Pooling2dSize9, L2Pooling2dSize9Test)
 323 ARMNN_AUTO_TEST_CASE(UNSUPPORTED_L2Pooling2dSize9Uint8, L2Pooling2dSize9Uint8Test)
 324
 325 // Ignore padding values for pooling but count padding fields into the divisor
 326 ARMNN_AUTO_TEST_CASE(IgnorePaddingSimpleMaxPooling2d, IgnorePaddingSimpleMaxPooling2dTest)
 327 ARMNN_AUTO_TEST_CASE(IgnorePaddingSimpleMaxPooling2dUint8, IgnorePaddingSimpleMaxPooling2dUint8Test)
 328 ARMNN_AUTO_TEST_CASE(IgnorePaddingMaxPooling2dSize3, IgnorePaddingMaxPooling2dSize3Test)
 329 ARMNN_AUTO_TEST_CASE(IgnorePaddingMaxPooling2dSize3Uint8, IgnorePaddingMaxPooling2dSize3Uint8Test)
 330
 331 ARMNN_AUTO_TEST_CASE(IgnorePaddingSimpleAveragePooling2d, IgnorePaddingSimpleAveragePooling2dTest)
 332 ARMNN_AUTO_TEST_CASE(IgnorePaddingSimpleAveragePooling2dUint8, IgnorePaddingSimpleAveragePooling2dUint8Test)
 333 ARMNN_AUTO_TEST_CASE(IgnorePaddingSimpleAveragePooling2dNoPadding, IgnorePaddingSimpleAveragePooling2dNoPaddingTest)
 334 ARMNN_AUTO_TEST_CASE(IgnorePaddingSimpleAveragePooling2dNoPaddingUint8,
 335     IgnorePaddingSimpleAveragePooling2dNoPaddingUint8Test)
 336 ARMNN_AUTO_TEST_CASE(IgnorePaddingAveragePooling2dSize3, IgnorePaddingAveragePooling2dSize3Test)
 337 ARMNN_AUTO_TEST_CASE(IgnorePaddingAveragePooling2dSize3Uint8, IgnorePaddingAveragePooling2dSize3Uint8Test)
 338 ARMNN_AUTO_TEST_CASE(IgnorePaddingAveragePooling2dSize3x2Stride2x2,
 339                              IgnorePaddingAveragePooling2dSize3x2Stride2x2Test, false)
 340 ARMNN_AUTO_TEST_CASE(IgnorePaddingAveragePooling2dSize3x2Stride2x2NoPadding,
 341                              IgnorePaddingAveragePooling2dSize3x2Stride2x2Test,
 342                                           true)
 343
 344 ARMNN_AUTO_TEST_CASE(IgnorePaddingSimpleL2Pooling2d, IgnorePaddingSimpleL2Pooling2dTest)
 345 ARMNN_AUTO_TEST_CASE(UNSUPPORTED_IgnorePaddingSimpleL2Pooling2dUint8, IgnorePaddingSimpleL2Pooling2dUint8Test)
 346 ARMNN_AUTO_TEST_CASE(IgnorePaddingL2Pooling2dSize3, IgnorePaddingL2Pooling2dSize3Test)
 347 ARMNN_AUTO_TEST_CASE(UNSUPPORTED_IgnorePaddingL2Pooling2dSize3Uint8, IgnorePaddingL2Pooling2dSize3Uint8Test)
 348
 349 // Activation
 350 ARMNN_AUTO_TEST_CASE(ConstantLinearActivation, ConstantLinearActivationTest)
 351
 352 // ReLu
 353 ARMNN_AUTO_TEST_CASE(ReLu1Uint8, BoundedReLuUint8UpperAndLowerBoundTest)
 354 ARMNN_AUTO_TEST_CASE(ReLu6Uint8, BoundedReLuUint8UpperBoundOnlyTest)
 355
 356 // Sigmoid
 357 ARMNN_AUTO_TEST_CASE(SimpleSigmoid, SimpleSigmoidTest)
 358 ARMNN_AUTO_TEST_CASE(SimpleSigmoidUint8, SimpleSigmoidUint8Test)
 359
 360 // Softmax
 361 ARMNN_AUTO_TEST_CASE(SimpleSoftmaxBeta1, SimpleSoftmaxTest, 1.0f)
 362 ARMNN_AUTO_TEST_CASE(SimpleSoftmaxBeta2, SimpleSoftmaxTest, 2.0f)
 363 ARMNN_AUTO_TEST_CASE(SimpleSoftmaxBeta1Uint8, SimpleSoftmaxUint8Test, 1.0f)
 364 ARMNN_AUTO_TEST_CASE(SimpleSoftmaxBeta2Uint8, SimpleSoftmaxUint8Test, 2.0f)
 365
 366 ARMNN_AUTO_TEST_CASE(Simple3dSoftmaxBeta1, Simple3dSoftmaxTest, 1.0f)
 367 ARMNN_AUTO_TEST_CASE(Simple3dSoftmaxBeta1Uint8, Simple3dSoftmaxUint8Test, 1.0f)
 368
 369 ARMNN_AUTO_TEST_CASE(Simple4dSoftmaxBeta1, Simple4dSoftmaxTest, 1.0f)
 370 ARMNN_AUTO_TEST_CASE(Simple4dSoftmaxBeta1Uint8, Simple4dSoftmaxUint8Test, 1.0f)
 371
 372 // SpaceToDepth
 373 ARMNN_AUTO_TEST_CASE(SpaceToDepthNCHWAsymmQ8, SpaceToDepthNCHWAsymmQ8Test)
 374 ARMNN_AUTO_TEST_CASE(SpaceToDepthNHWCAsymmQ8, SpaceToDepthNHWCAsymmQ8Test)
 375
 376 ARMNN_AUTO_TEST_CASE(SpaceToDepthNHWC1Float32, SpaceToDepthNHWCFloat32Test1)
 377 ARMNN_AUTO_TEST_CASE(SpaceToDepthNCHW1Float32, SpaceToDepthNCHWFloat32Test1)
 378
 379 ARMNN_AUTO_TEST_CASE(SpaceToDepthNHWC2Float32, SpaceToDepthNHWCFloat32Test2)
 380 ARMNN_AUTO_TEST_CASE(SpaceToDepthNCHW2Float32, SpaceToDepthNCHWFloat32Test2)
 381
 382 ARMNN_AUTO_TEST_CASE(SpaceToDepthNHWCQSymm16, SpaceToDepthNHWCQSymm16Test)
 383 ARMNN_AUTO_TEST_CASE(SpaceToDepthNCHWQSymm16, SpaceToDepthNCHWQSymm16Test)
 384
 385 // Splitter
 386 ARMNN_AUTO_TEST_CASE(SimpleSplitter, SplitterTest)
 387 ARMNN_AUTO_TEST_CASE(SimpleSplitterUint8, SplitterUint8Test)
 388
 389 ARMNN_AUTO_TEST_CASE(CopyViaSplitter, CopyViaSplitterTest)
 390 ARMNN_AUTO_TEST_CASE(CopyViaSplitterUint8, CopyViaSplitterUint8Test)
 391
 392 // Concat
 393 ARMNN_AUTO_TEST_CASE(SimpleConcat, ConcatTest)
 394 ARMNN_AUTO_TEST_CASE(ConcatUint8, ConcatUint8Test)
 395 ARMNN_AUTO_TEST_CASE(ConcatUint8DifferentInputOutputQParam,
 396                      ConcatDifferentInputOutputQParamTest<DataType::QuantisedAsymm8>, false)
 397
 398 // Fully Connected
 399 ARMNN_AUTO_TEST_CASE(SimpleFullyConnected, FullyConnectedFloat32Test, false, false)
 400 ARMNN_AUTO_TEST_CASE(SimpleFullyConnectedWithBias, FullyConnectedFloat32Test, true, false)
 401 ARMNN_AUTO_TEST_CASE(SimpleFullyConnectedWithTranspose, FullyConnectedFloat32Test, false, true)
 402 ARMNN_AUTO_TEST_CASE(FullyConnectedLarge, FullyConnectedLargeTest, false)
 403 ARMNN_AUTO_TEST_CASE(FullyConnectedLargeTransposed, FullyConnectedLargeTest, true)
 404 ARMNN_AUTO_TEST_CASE(FullyConnectedUint8, FullyConnectedTest<DataType::QuantisedAsymm8>, false)
 405 ARMNN_AUTO_TEST_CASE(FullyConnectedBiasedUint8, FullyConnectedTest<DataType::QuantisedAsymm8>, true)
 406
 407 // Add
 408 ARMNN_AUTO_TEST_CASE(SimpleAdd, AdditionTest)
 409 ARMNN_AUTO_TEST_CASE(Add5d, Addition5dTest)
 410 ARMNN_AUTO_TEST_CASE(AddBroadcast, AdditionBroadcastTest)
 411 ARMNN_AUTO_TEST_CASE(AddBroadcast1Element, AdditionBroadcast1ElementTest)
 412
 413 // Sub
 414 ARMNN_AUTO_TEST_CASE(SimpleSub, SubtractionTest)
 415 ARMNN_AUTO_TEST_CASE(SubBroadcast1Element, SubtractionBroadcast1ElementTest)
 416 ARMNN_AUTO_TEST_CASE(SubBroadcast, SubtractionBroadcastTest)
 417 ARMNN_AUTO_TEST_CASE(SubtractionUint8, SubtractionUint8Test)
 418 ARMNN_AUTO_TEST_CASE(SubBroadcastUint8, SubtractionBroadcastUint8Test)
 419 ARMNN_AUTO_TEST_CASE(SubBroadcast1ElementUint8, SubtractionBroadcast1ElementUint8Test)
 420
 421 // Mul
 422 ARMNN_AUTO_TEST_CASE(SimpleMultiplication, MultiplicationTest)
 423 ARMNN_AUTO_TEST_CASE(MultiplicationBroadcast1Element, MultiplicationBroadcast1ElementTest)
 424 ARMNN_AUTO_TEST_CASE(MultiplicationBroadcast1DVector, MultiplicationBroadcast1DVectorTest)
 425 ARMNN_AUTO_TEST_CASE(MultiplicationUint8, MultiplicationUint8Test)
 426 ARMNN_AUTO_TEST_CASE(MultiplicationBroadcast1ElementUint8, MultiplicationBroadcast1ElementUint8Test)
 427 ARMNN_AUTO_TEST_CASE(MultiplicationBroadcast1DVectorUint8, MultiplicationBroadcast1DVectorUint8Test)
 428 ARMNN_AUTO_TEST_CASE(Multiplication5d, Multiplication5dTest)
 429
 430 // Batch Norm
 431 ARMNN_AUTO_TEST_CASE(BatchNorm, BatchNormTest)
 432 ARMNN_AUTO_TEST_CASE(BatchNormNhwc, BatchNormNhwcTest)
 433
 434 // Constant
 435 ARMNN_AUTO_TEST_CASE(Constant, ConstantTest)
 436 ARMNN_AUTO_TEST_CASE(ConstantUint8, ConstantUint8SimpleQuantizationScaleNoOffsetTest)
 437
 438 // Concatenation
 439 ARMNN_AUTO_TEST_CASE(Concatenation1d, Concatenation1dTest)
 440 ARMNN_AUTO_TEST_CASE(Concatenation1dUint8, Concatenation1dUint8Test)
 441
 442 ARMNN_AUTO_TEST_CASE(Concatenation2dDim0, Concatenation2dDim0Test)
 443 ARMNN_AUTO_TEST_CASE(Concatenation2dDim0Uint8, Concatenation2dDim0Uint8Test)
 444 ARMNN_AUTO_TEST_CASE(Concatenation2dDim1, Concatenation2dDim1Test)
 445 ARMNN_AUTO_TEST_CASE(Concatenation2dDim1Uint8, Concatenation2dDim1Uint8Test)
 446
 447 ARMNN_AUTO_TEST_CASE(Concatenation2dDim0DiffInputDims, Concatenation2dDim0DiffInputDimsTest)
 448 ARMNN_AUTO_TEST_CASE(Concatenation2dDim0DiffInputDimsUint8, Concatenation2dDim0DiffInputDimsUint8Test)
 449 ARMNN_AUTO_TEST_CASE(Concatenation2dDim1DiffInputDims, Concatenation2dDim1DiffInputDimsTest)
 450 ARMNN_AUTO_TEST_CASE(Concatenation2dDim1DiffInputDimsUint8, Concatenation2dDim1DiffInputDimsUint8Test)
 451
 452 ARMNN_AUTO_TEST_CASE(Concatenation3dDim0, Concatenation3dDim0Test)
 453 ARMNN_AUTO_TEST_CASE(Concatenation3dDim0Uint8, Concatenation3dDim0Uint8Test)
 454 ARMNN_AUTO_TEST_CASE(Concatenation3dDim1, Concatenation3dDim1Test)
 455 ARMNN_AUTO_TEST_CASE(Concatenation3dDim1Uint8, Concatenation3dDim1Uint8Test)
 456 ARMNN_AUTO_TEST_CASE(Concatenation3dDim2, Concatenation3dDim2Test, false)
 457 ARMNN_AUTO_TEST_CASE(Concatenation3dDim2Uint8, Concatenation3dDim2Uint8Test, false)
 458
 459 ARMNN_AUTO_TEST_CASE(Concatenation3dDim0DiffInputDims, Concatenation3dDim0DiffInputDimsTest)
 460 ARMNN_AUTO_TEST_CASE(Concatenation3dDim0DiffInputDimsUint8, Concatenation3dDim0DiffInputDimsUint8Test)
 461 ARMNN_AUTO_TEST_CASE(Concatenation3dDim1DiffInputDims, Concatenation3dDim1DiffInputDimsTest)
 462 ARMNN_AUTO_TEST_CASE(Concatenation3dDim1DiffInputDimsUint8, Concatenation3dDim1DiffInputDimsUint8Test)
 463 ARMNN_AUTO_TEST_CASE(Concatenation3dDim2DiffInputDims, Concatenation3dDim2DiffInputDimsTest, false)
 464 ARMNN_AUTO_TEST_CASE(Concatenation3dDim2DiffInputDimsUint8, Concatenation3dDim2DiffInputDimsUint8Test, false)
 465
 466 ARMNN_AUTO_TEST_CASE(Concatenation4dDim0, Concatenation4dDim0Test)
 467 ARMNN_AUTO_TEST_CASE(Concatenation4dDim1, Concatenation4dDim1Test)
 468 ARMNN_AUTO_TEST_CASE(Concatenation4dDim3, Concatenation4dDim3Test, false)
 469 ARMNN_AUTO_TEST_CASE(Concatenation4dDim0Uint8, Concatenation4dDim0Uint8Test)
 470 ARMNN_AUTO_TEST_CASE(Concatenation4dDim1Uint8, Concatenation4dDim1Uint8Test)
 471 ARMNN_AUTO_TEST_CASE(Concatenation4dDim3Uint8, Concatenation4dDim3Uint8Test, false)
 472
 473 ARMNN_AUTO_TEST_CASE(Concatenation4dDiffShapeDim0, Concatenation4dDiffShapeDim0Test)
 474 ARMNN_AUTO_TEST_CASE(Concatenation4dDiffShapeDim1, Concatenation4dDiffShapeDim1Test)
 475 ARMNN_AUTO_TEST_CASE(Concatenation4dDiffShapeDim3, Concatenation4dDiffShapeDim3Test, false)
 476 ARMNN_AUTO_TEST_CASE(Concatenation4dDiffShapeDim0Uint8, Concatenation4dDiffShapeDim0Uint8Test)
 477 ARMNN_AUTO_TEST_CASE(Concatenation4dDiffShapeDim1Uint8, Concatenation4dDiffShapeDim1Uint8Test)
 478 ARMNN_AUTO_TEST_CASE(Concatenation4dDiffShapeDim3Uint8, Concatenation4dDiffShapeDim3Uint8Test, false)
 479 // L2 Normalization
 480 ARMNN_AUTO_TEST_CASE(L2Normalization1d, L2Normalization1dTest, DataLayout::NCHW)
 481 ARMNN_AUTO_TEST_CASE(L2Normalization2d, L2Normalization2dTest, DataLayout::NCHW)
 482 ARMNN_AUTO_TEST_CASE(L2Normalization3d, L2Normalization3dTest, DataLayout::NCHW)
 483 ARMNN_AUTO_TEST_CASE(L2Normalization4d, L2Normalization4dTest, DataLayout::NCHW)
 484
 485 ARMNN_AUTO_TEST_CASE(L2Normalization1dNhwc, L2Normalization1dTest, DataLayout::NHWC)
 486 ARMNN_AUTO_TEST_CASE(L2Normalization2dNhwc, L2Normalization2dTest, DataLayout::NHWC)
 487 ARMNN_AUTO_TEST_CASE(L2Normalization3dNhwc, L2Normalization3dTest, DataLayout::NHWC)
 488 ARMNN_AUTO_TEST_CASE(L2Normalization4dNhwc, L2Normalization4dTest, DataLayout::NHWC)
 489
 490 ARMNN_AUTO_TEST_CASE(L2Normalization2dShape, L2Normalization2dShapeTest);
 491
 492 ARMNN_AUTO_TEST_CASE(L2NormalizationDefaultEpsilon, L2NormalizationDefaultEpsilonTest, DataLayout::NCHW)
 493 ARMNN_AUTO_TEST_CASE(L2NormalizationNonDefaultEpsilon, L2NormalizationNonDefaultEpsilonTest, DataLayout::NCHW)
 494
 495 // Floor
 496 ARMNN_AUTO_TEST_CASE(SimpleFloor, SimpleFloorTest<DataType::Float32>)
 497
 498 // Greater
 499 ARMNN_AUTO_TEST_CASE(SimpleGreater, GreaterSimpleTest)
 500 ARMNN_AUTO_TEST_CASE(GreaterBroadcast1Element, GreaterBroadcast1ElementTest)
 501 ARMNN_AUTO_TEST_CASE(GreaterBroadcast1DVector, GreaterBroadcast1DVectorTest)
 502 ARMNN_AUTO_TEST_CASE(GreaterUint8, GreaterUint8Test)
 503 ARMNN_AUTO_TEST_CASE(GreaterBroadcast1ElementUint8, GreaterBroadcast1ElementUint8Test)
 504 ARMNN_AUTO_TEST_CASE(GreaterBroadcast1DVectorUint8, GreaterBroadcast1DVectorUint8Test)
 505
 506 // Reshape
 507 ARMNN_AUTO_TEST_CASE(SimpleReshapeFloat32, SimpleReshapeTest<armnn::DataType::Float32>)
 508 ARMNN_AUTO_TEST_CASE(SimpleReshapeUint8, SimpleReshapeTest<armnn::DataType::QuantisedAsymm8>)
 509 ARMNN_AUTO_TEST_CASE(Reshape5d, Reshape5dTest<armnn::DataType::Float32>)
 510
 511 // Pad
 512 ARMNN_AUTO_TEST_CASE(PadFloat322d, PadFloat322dTest)
 513 ARMNN_AUTO_TEST_CASE(PadFloat322dCustomPadding, PadFloat322dCustomPaddingTest)
 514 ARMNN_AUTO_TEST_CASE(PadFloat323d, PadFloat323dTest)
 515 ARMNN_AUTO_TEST_CASE(PadFloat324d, PadFloat324dTest)
 516
 517 ARMNN_AUTO_TEST_CASE(PadUint82d, PadUint82dTest)
 518 ARMNN_AUTO_TEST_CASE(PadUint82dCustomPadding, PadUint82dCustomPaddingTest)
 519 ARMNN_AUTO_TEST_CASE(PadUint83d, PadUint83dTest)
 520 ARMNN_AUTO_TEST_CASE(PadUint84d, PadUint84dTest)
 521
 522 ARMNN_AUTO_TEST_CASE(Pad2dQSymm16, Pad2dTestCommon<DataType::QuantisedSymm16>, 2.0f, 0, 0.0f)
 523 ARMNN_AUTO_TEST_CASE(Pad2dQSymm16CustomPadding, Pad2dTestCommon<DataType::QuantisedSymm16>, 2.0f, 0, 1.0f)
 524 ARMNN_AUTO_TEST_CASE(Pad3dQSymm16, Pad3dTestCommon<DataType::QuantisedSymm16>, 2.0f, 0)
 525 ARMNN_AUTO_TEST_CASE(Pad4dQSymm16, Pad4dTestCommon<DataType::QuantisedSymm16>, 2.0f, 0)
 526
 527 // Permute
 528 ARMNN_AUTO_TEST_CASE(SimplePermuteFloat32, SimplePermuteTest<DataType::Float32>)
 529 ARMNN_AUTO_TEST_CASE(PermuteFloat32ValueSet1Test, PermuteValueSet1Test<DataType::Float32>)
 530 ARMNN_AUTO_TEST_CASE(PermuteFloat32ValueSet2Test, PermuteValueSet2Test<DataType::Float32>)
 531 ARMNN_AUTO_TEST_CASE(PermuteFloat32ValueSet3Test, PermuteValueSet3Test<DataType::Float32>)
 532 ARMNN_AUTO_TEST_CASE(SimplePermuteQASymm8, SimplePermuteTest<DataType::QuantisedAsymm8>)
 533 ARMNN_AUTO_TEST_CASE(PermuteQASymm8ValueSet1Test, PermuteValueSet1Test<DataType::QuantisedAsymm8>)
 534 ARMNN_AUTO_TEST_CASE(PermuteQASymm8ValueSet2Test, PermuteValueSet2Test<DataType::QuantisedAsymm8>)
 535 ARMNN_AUTO_TEST_CASE(PermuteQASymm8ValueSet3Test, PermuteValueSet3Test<DataType::QuantisedAsymm8>)
 536
 537 // Lstm
 538 ARMNN_AUTO_TEST_CASE(LstmLayerFloat32WithCifgWithPeepholeNoProjection,
 539                      LstmLayerFloat32WithCifgWithPeepholeNoProjectionTest)
 540 ARMNN_AUTO_TEST_CASE(LstmLayerFloat32NoCifgNoPeepholeNoProjection,
 541                      LstmLayerFloat32NoCifgNoPeepholeNoProjectionTest)
 542 ARMNN_AUTO_TEST_CASE(LstmLayerFloat32NoCifgWithPeepholeWithProjection,
 543                      LstmLayerFloat32NoCifgWithPeepholeWithProjectionTest)
 544 ARMNN_AUTO_TEST_CASE(LstmLayerFloat32NoCifgWithPeepholeWithProjectionWithLayerNorm,
 545                      LstmLayerFloat32NoCifgWithPeepholeWithProjectionWithLayerNormTest)
 546
 547 ARMNN_AUTO_TEST_CASE(QuantizedLstm, QuantizedLstmTest)
 548
 549 // Mean
 550 ARMNN_AUTO_TEST_CASE(MeanSimpleFloat32, MeanSimpleTest<DataType::Float32>)
 551 ARMNN_AUTO_TEST_CASE(MeanSimpleAxisFloat32, MeanSimpleAxisTest<DataType::Float32>)
 552 ARMNN_AUTO_TEST_CASE(MeanKeepDimsFloat32, MeanKeepDimsTest<DataType::Float32>)
 553 ARMNN_AUTO_TEST_CASE(MeanMultipleDimsFloat32, MeanMultipleDimsTest<DataType::Float32>)
 554 ARMNN_AUTO_TEST_CASE(MeanVts1Float32, MeanVts1Test<DataType::Float32>)
 555 ARMNN_AUTO_TEST_CASE(MeanVts2Float32, MeanVts2Test<DataType::Float32>)
 556 ARMNN_AUTO_TEST_CASE(MeanVts3Float32, MeanVts3Test<DataType::Float32>)
 557
 558 ARMNN_AUTO_TEST_CASE(MeanSimpleQuantisedAsymm8, MeanSimpleTest<DataType::QuantisedAsymm8>)
 559 ARMNN_AUTO_TEST_CASE(MeanSimpleAxisQuantisedAsymm8, MeanSimpleAxisTest<DataType::QuantisedAsymm8>)
 560 ARMNN_AUTO_TEST_CASE(MeanKeepDimsQuantisedAsymm8, MeanKeepDimsTest<DataType::QuantisedAsymm8>)
 561 ARMNN_AUTO_TEST_CASE(MeanMultipleDimsQuantisedAsymm8, MeanMultipleDimsTest<DataType::QuantisedAsymm8>)
 562 ARMNN_AUTO_TEST_CASE(MeanVts1QuantisedAsymm8, MeanVts1Test<DataType::QuantisedAsymm8>)
 563 ARMNN_AUTO_TEST_CASE(MeanVts2QuantisedAsymm8, MeanVts2Test<DataType::QuantisedAsymm8>)
 564 ARMNN_AUTO_TEST_CASE(MeanVts3QuantisedAsymm8, MeanVts3Test<DataType::QuantisedAsymm8>)
 565
 566 // Max
 567 ARMNN_AUTO_TEST_CASE(SimpleMaximum, MaximumSimpleTest)
 568 ARMNN_AUTO_TEST_CASE(MaximumBroadcast1Element, MaximumBroadcast1ElementTest)
 569 ARMNN_AUTO_TEST_CASE(MaximumBroadcast1DVector, MaximumBroadcast1DVectorTest)
 570 ARMNN_AUTO_TEST_CASE(MaximumUint8, MaximumUint8Test)
 571 ARMNN_AUTO_TEST_CASE(MaximumBroadcast1ElementUint8, MaximumBroadcast1ElementUint8Test)
 572 ARMNN_AUTO_TEST_CASE(MaximumBroadcast1DVectorUint8, MaximumBroadcast1DVectorUint8Test)
 573
 574 // Min
 575 ARMNN_AUTO_TEST_CASE(SimpleMinimum1, MinimumBroadcast1ElementTest1)
 576 ARMNN_AUTO_TEST_CASE(SimpleMinimum2, MinimumBroadcast1ElementTest2)
 577 ARMNN_AUTO_TEST_CASE(Minimum1DVectorUint8, MinimumBroadcast1DVectorUint8Test)
 578
 579 // Normalization
 580 ARMNN_AUTO_TEST_CASE(SimpleNormalizationAcross, SimpleNormalizationAcrossTest)
 581 ARMNN_AUTO_TEST_CASE(SimpleNormalizationWithin, SimpleNormalizationWithinTest)
 582 ARMNN_AUTO_TEST_CASE(SimpleNormalizationAcrossNhwc, SimpleNormalizationAcrossNhwcTest)
 583
 584 // Resize Bilinear - NCHW data layout
 585 ARMNN_AUTO_TEST_CASE(SimpleResizeBilinear, SimpleResizeBilinearTest<DataType::Float32>, DataLayout::NCHW)
 586 ARMNN_AUTO_TEST_CASE(ResizeBilinearNop, ResizeBilinearNopTest<DataType::Float32>, DataLayout::NCHW)
 587 ARMNN_AUTO_TEST_CASE(ResizeBilinearSqMin, ResizeBilinearSqMinTest<DataType::Float32>, DataLayout::NCHW)
 588 ARMNN_AUTO_TEST_CASE(ResizeBilinearMin, ResizeBilinearMinTest<DataType::Float32>, DataLayout::NCHW)
 589 ARMNN_AUTO_TEST_CASE(ResizeBilinearMag, ResizeBilinearMagTest<DataType::Float32>, DataLayout::NCHW)
 590
 591 ARMNN_AUTO_TEST_CASE(SimpleResizeBilinearUint8,
 592                      SimpleResizeBilinearTest<DataType::QuantisedAsymm8>,
 593                      DataLayout::NCHW)
 594 ARMNN_AUTO_TEST_CASE(ResizeBilinearNopUint8,
 595                      ResizeBilinearNopTest<DataType::QuantisedAsymm8>,
 596                      DataLayout::NCHW)
 597 ARMNN_AUTO_TEST_CASE(ResizeBilinearSqMinUint8,
 598                      ResizeBilinearSqMinTest<DataType::QuantisedAsymm8>,
 599                      DataLayout::NCHW)
 600 ARMNN_AUTO_TEST_CASE(ResizeBilinearMinUint8,
 601                      ResizeBilinearMinTest<DataType::QuantisedAsymm8>,
 602                      DataLayout::NCHW)
 603 ARMNN_AUTO_TEST_CASE(ResizeBilinearMagUint8,
 604                      ResizeBilinearMagTest<DataType::QuantisedAsymm8>,
 605                      DataLayout::NCHW)
 606
 607 // Resize Bilinear - NHWC data layout
 608 ARMNN_AUTO_TEST_CASE(ResizeBilinearNopNhwc,
 609                      ResizeBilinearNopTest<DataType::Float32>,
 610                      DataLayout::NHWC)
 611 ARMNN_AUTO_TEST_CASE(SimpleResizeBilinearNhwc,
 612                      SimpleResizeBilinearTest<DataType::Float32>,
 613                      DataLayout::NHWC)
 614 ARMNN_AUTO_TEST_CASE(ResizeBilinearSqMinNhwc,
 615                      ResizeBilinearSqMinTest<DataType::Float32>,
 616                      DataLayout::NHWC)
 617 ARMNN_AUTO_TEST_CASE(ResizeBilinearMinNhwc,
 618                      ResizeBilinearMinTest<DataType::Float32>,
 619                      DataLayout::NHWC)
 620 ARMNN_AUTO_TEST_CASE(ResizeBilinearMagNhwc,
 621                      ResizeBilinearMagTest<DataType::Float32>,
 622                      DataLayout::NHWC)
 623
 624 ARMNN_AUTO_TEST_CASE(ResizeBilinearNopUint8Nhwc,
 625                      ResizeBilinearNopTest<DataType::QuantisedAsymm8>,
 626                      DataLayout::NHWC)
 627 ARMNN_AUTO_TEST_CASE(SimpleResizeBilinearUint8Nhwc,
 628                      SimpleResizeBilinearTest<DataType::QuantisedAsymm8>,
 629                      DataLayout::NHWC)
 630 ARMNN_AUTO_TEST_CASE(ResizeBilinearSqMinUint8Nhwc,
 631                      ResizeBilinearSqMinTest<DataType::QuantisedAsymm8>,
 632                      DataLayout::NHWC)
 633 ARMNN_AUTO_TEST_CASE(ResizeBilinearMinUint8Nhwc,
 634                      ResizeBilinearMinTest<DataType::QuantisedAsymm8>,
 635                      DataLayout::NHWC)
 636 ARMNN_AUTO_TEST_CASE(ResizeBilinearMagUint8Nhwc,
 637                      ResizeBilinearMagTest<DataType::QuantisedAsymm8>,
 638                      DataLayout::NHWC)
 639
 640 // Resize NearestNeighbor - NCHW
 641 ARMNN_AUTO_TEST_CASE(SimpleResizeNearestNeighbor,
 642                      SimpleResizeNearestNeighborTest<DataType::Float32>,
 643                      DataLayout::NCHW)
 644 ARMNN_AUTO_TEST_CASE(ResizeNearestNeighborNop,
 645                      ResizeNearestNeighborNopTest<DataType::Float32>,
 646                      DataLayout::NCHW)
 647 ARMNN_AUTO_TEST_CASE(ResizeNearestNeighborSqMin,
 648                      ResizeNearestNeighborSqMinTest<DataType::Float32>,
 649                      DataLayout::NCHW)
 650 ARMNN_AUTO_TEST_CASE(ResizeNearestNeighborMin,
 651                      ResizeNearestNeighborMinTest<DataType::Float32>,
 652                      DataLayout::NCHW)
 653 ARMNN_AUTO_TEST_CASE(ResizeNearestNeighborMag,
 654                      ResizeNearestNeighborMagTest<DataType::Float32>,
 655                      DataLayout::NCHW, 0.1f, 50, 0.1f, 50)
 656
 657 ARMNN_AUTO_TEST_CASE(SimpleResizeNearestNeighborUint8,
 658                      SimpleResizeNearestNeighborTest<DataType::QuantisedAsymm8>,
 659                      DataLayout::NCHW)
 660 ARMNN_AUTO_TEST_CASE(ResizeNearestNeighborNopUint8,
 661                      ResizeNearestNeighborNopTest<DataType::QuantisedAsymm8>,
 662                      DataLayout::NCHW)
 663 ARMNN_AUTO_TEST_CASE(ResizeNearestNeighborSqMinUint8,
 664                      ResizeNearestNeighborSqMinTest<DataType::QuantisedAsymm8>,
 665                      DataLayout::NCHW)
 666 ARMNN_AUTO_TEST_CASE(ResizeNearestNeighborMinUint8,
 667                      ResizeNearestNeighborMinTest<DataType::QuantisedAsymm8>,
 668                      DataLayout::NCHW)
 669 ARMNN_AUTO_TEST_CASE(ResizeNearestNeighborMagUint8,
 670                      ResizeNearestNeighborMagTest<DataType::QuantisedAsymm8>,
 671                      DataLayout::NCHW, 0.1f, 50, 0.1f, 50)
 672
 673 // Resize NearestNeighbor - NHWC
 674 ARMNN_AUTO_TEST_CASE(ResizeNearestNeighborNopNhwc,
 675                      ResizeNearestNeighborNopTest<DataType::Float32>,
 676                      DataLayout::NHWC)
 677 ARMNN_AUTO_TEST_CASE(SimpleResizeNearestNeighborNhwc,
 678                      SimpleResizeNearestNeighborTest<DataType::Float32>,
 679                      DataLayout::NHWC)
 680 ARMNN_AUTO_TEST_CASE(ResizeNearestNeighborSqMinNhwc,
 681                      ResizeNearestNeighborSqMinTest<DataType::Float32>,
 682                      DataLayout::NHWC)
 683 ARMNN_AUTO_TEST_CASE(ResizeNearestNeighborMinNhwc,
 684                      ResizeNearestNeighborMinTest<DataType::Float32>,
 685                      DataLayout::NHWC)
 686 ARMNN_AUTO_TEST_CASE(ResizeNearestNeighborMagNhwc,
 687                      ResizeNearestNeighborMagTest<DataType::Float32>,
 688                      DataLayout::NHWC, 0.1f, 50, 0.1f, 50)
 689
 690 ARMNN_AUTO_TEST_CASE(ResizeNearestNeighborNopUint8Nhwc,
 691                      ResizeNearestNeighborNopTest<DataType::QuantisedAsymm8>,
 692                      DataLayout::NHWC)
 693 ARMNN_AUTO_TEST_CASE(SimpleResizeNearestNeighborUint8Nhwc,
 694                      SimpleResizeNearestNeighborTest<DataType::QuantisedAsymm8>,
 695                      DataLayout::NHWC)
 696 ARMNN_AUTO_TEST_CASE(ResizeNearestNeighborSqMinUint8Nhwc,
 697                      ResizeNearestNeighborSqMinTest<DataType::QuantisedAsymm8>,
 698                      DataLayout::NHWC)
 699 ARMNN_AUTO_TEST_CASE(ResizeNearestNeighborMinUint8Nhwc,
 700                      ResizeNearestNeighborMinTest<DataType::QuantisedAsymm8>,
 701                      DataLayout::NHWC)
 702 ARMNN_AUTO_TEST_CASE(ResizeNearestNeighborMagUint8Nhwc,
 703                      ResizeNearestNeighborMagTest<DataType::QuantisedAsymm8>,
 704                      DataLayout::NHWC, 0.1f, 50, 0.1f, 50)
 705
 706 // Strided Slice
 707 ARMNN_AUTO_TEST_CASE(StridedSlice4DFloat32, StridedSlice4DFloat32Test)
 708 ARMNN_AUTO_TEST_CASE(StridedSlice4DReverseFloat32, StridedSlice4DReverseFloat32Test)
 709 ARMNN_AUTO_TEST_CASE(StridedSliceSimpleStrideFloat32, StridedSliceSimpleStrideFloat32Test)
 710 ARMNN_AUTO_TEST_CASE(StridedSliceSimpleRangeMaskFloat32, StridedSliceSimpleRangeMaskFloat32Test)
 711 ARMNN_AUTO_TEST_CASE(StridedSliceShrinkAxisMaskFloat32, StridedSliceShrinkAxisMaskFloat32Test)
 712 ARMNN_AUTO_TEST_CASE(StridedSlice3DFloat32, StridedSlice3DFloat32Test)
 713 ARMNN_AUTO_TEST_CASE(StridedSlice3DReverseFloat32, StridedSlice3DReverseFloat32Test)
 714 ARMNN_AUTO_TEST_CASE(StridedSlice2DFloat32, StridedSlice2DFloat32Test)
 715 ARMNN_AUTO_TEST_CASE(StridedSlice2DReverseFloat32, StridedSlice2DReverseFloat32Test)
 716
 717 ARMNN_AUTO_TEST_CASE(StridedSlice4DUint8, StridedSlice4DUint8Test)
 718 ARMNN_AUTO_TEST_CASE(StridedSlice4DReverseUint8, StridedSlice4DReverseUint8Test)
 719 ARMNN_AUTO_TEST_CASE(StridedSliceSimpleStrideUint8, StridedSliceSimpleStrideUint8Test)
 720 ARMNN_AUTO_TEST_CASE(StridedSliceSimpleRangeMaskUint8, StridedSliceSimpleRangeMaskUint8Test)
 721 ARMNN_AUTO_TEST_CASE(StridedSliceShrinkAxisMaskUint8, StridedSliceShrinkAxisMaskUint8Test)
 722 ARMNN_AUTO_TEST_CASE(StridedSlice3DUint8, StridedSlice3DUint8Test)
 723 ARMNN_AUTO_TEST_CASE(StridedSlice3DReverseUint8, StridedSlice3DReverseUint8Test)
 724 ARMNN_AUTO_TEST_CASE(StridedSlice2DUint8, StridedSlice2DUint8Test)
 725 ARMNN_AUTO_TEST_CASE(StridedSlice2DReverseUint8, StridedSlice2DReverseUint8Test)
 726
 727 // Quantize
 728 ARMNN_AUTO_TEST_CASE(QuantizeSimpleUint8, QuantizeSimpleUint8Test)
 729 ARMNN_AUTO_TEST_CASE(QuantizeClampUint8, QuantizeClampUint8Test)
 730
 731 // PReLU
 732 ARMNN_AUTO_TEST_CASE(PreluFloat32, PreluTest<DataType::Float32>)
 733 ARMNN_AUTO_TEST_CASE(PreluUint8,   PreluTest<DataType::QuantisedAsymm8>)
 734
 735 // Stack
 736 ARMNN_AUTO_TEST_CASE(Stack0Axis,               Stack0AxisTest<armnn::DataType::Float32>)
 737 ARMNN_AUTO_TEST_CASE(Stack4dOutput1Axis,       Stack4dOutput1AxisTest<armnn::DataType::Float32>)
 738 ARMNN_AUTO_TEST_CASE(Stack4dOutput2Axis,       Stack4dOutput2AxisTest<armnn::DataType::Float32>)
 739 ARMNN_AUTO_TEST_CASE(Stack4dOutput3Axis,       Stack4dOutput3AxisTest<armnn::DataType::Float32>)
 740 ARMNN_AUTO_TEST_CASE(Stack3dOutput1Axis3Input, Stack3dOutput1Axis3InputTest<armnn::DataType::Float32>)
 741 ARMNN_AUTO_TEST_CASE(Stack5dOutput,            Stack5dOutputTest<armnn::DataType::Float32>)
 742
 743 // TransposeConvolution2d
 744 ARMNN_AUTO_TEST_CASE(SimpleTransposeConvolution2dFloatNchw,
 745                      SimpleTransposeConvolution2dTest<DataType::Float32, DataType::Float32>,
 746                      true,
 747                      DataLayout::NCHW)
 748 ARMNN_AUTO_TEST_CASE(SimpleTransposeConvolution2dFloatNhwc,
 749                      SimpleTransposeConvolution2dTest<DataType::Float32, DataType::Float32>,
 750                      true,
 751                      DataLayout::NHWC)
 752 ARMNN_AUTO_TEST_CASE(SimpleTransposeConvolution2dUint8Nchw,
 753                      SimpleTransposeConvolution2dTest<DataType::QuantisedAsymm8, DataType::Signed32>,
 754                      true,
 755                      DataLayout::NCHW)
 756 ARMNN_AUTO_TEST_CASE(SimpleTransposeConvolution2dUint8Nhwc,
 757                      SimpleTransposeConvolution2dTest<DataType::QuantisedAsymm8, DataType::Signed32>,
 758                      true,
 759                      DataLayout::NHWC)
 760
 761 ARMNN_AUTO_TEST_CASE(UnbiasedSimpleTransposeConvolution2dFloatNchw,
 762                      SimpleTransposeConvolution2dTest<DataType::Float32, DataType::Float32>,
 763                      false,
 764                      DataLayout::NCHW)
 765 ARMNN_AUTO_TEST_CASE(UnbiasedSimpleTransposeConvolution2dFloatNhwc,
 766                      SimpleTransposeConvolution2dTest<DataType::Float32, DataType::Float32>,
 767                      true,
 768                      DataLayout::NHWC)
 769 ARMNN_AUTO_TEST_CASE(UnbiasedSimpleTransposeConvolution2dUint8Nchw,
 770                      SimpleTransposeConvolution2dTest<DataType::QuantisedAsymm8, DataType::Signed32>,
 771                      true,
 772                      DataLayout::NCHW)
 773 ARMNN_AUTO_TEST_CASE(UnbiasedSimpleTransposeConvolution2dUint8Nhwc,
 774                      SimpleTransposeConvolution2dTest<DataType::QuantisedAsymm8, DataType::Signed32>,
 775                      true,
 776                      DataLayout::NHWC)
 777
 778 ARMNN_AUTO_TEST_CASE(PaddedTransposeConvolution2dFloatNchw,
 779                      PaddedTransposeConvolution2dTest<DataType::Float32, DataType::Float32>,
 780                      true,
 781                      DataLayout::NCHW)
 782 ARMNN_AUTO_TEST_CASE(PaddedTransposeConvolution2dFloatNhwc,
 783                      PaddedTransposeConvolution2dTest<DataType::Float32, DataType::Float32>,
 784                      true,
 785                      DataLayout::NHWC)
 786 ARMNN_AUTO_TEST_CASE(PaddedTransposeConvolution2dUint8Nchw,
 787                      PaddedTransposeConvolution2dTest<DataType::QuantisedAsymm8, DataType::Signed32>,
 788                      true,
 789                      DataLayout::NCHW)
 790 ARMNN_AUTO_TEST_CASE(PaddedTransposeConvolution2dUint8Nhwc,
 791                      PaddedTransposeConvolution2dTest<DataType::QuantisedAsymm8, DataType::Signed32>,
 792                      true,
 793                      DataLayout::NHWC)
 794
 795 ARMNN_AUTO_TEST_CASE(UnbiasedPaddedTransposeConvolution2dFloatNchw,
 796                      PaddedTransposeConvolution2dTest<DataType::Float32, DataType::Float32>,
 797                      false,
 798                      DataLayout::NCHW)
 799 ARMNN_AUTO_TEST_CASE(UnbiasedPaddedTransposeConvolution2dFloatNhwc,
 800                      PaddedTransposeConvolution2dTest<DataType::Float32, DataType::Float32>,
 801                      true,
 802                      DataLayout::NHWC)
 803 ARMNN_AUTO_TEST_CASE(UnbiasedPaddedTransposeConvolution2dUint8Nchw,
 804                      PaddedTransposeConvolution2dTest<DataType::QuantisedAsymm8, DataType::Signed32>,
 805                      true,
 806                      DataLayout::NCHW)
 807 ARMNN_AUTO_TEST_CASE(UnbiasedPaddedTransposeConvolution2dUint8Nhwc,
 808                      PaddedTransposeConvolution2dTest<DataType::QuantisedAsymm8, DataType::Signed32>,
 809                      true,
 810                      DataLayout::NHWC)
 811
 812 ARMNN_AUTO_TEST_CASE(StridedTransposeConvolution2dFloatNchw,
 813                      StridedTransposeConvolution2dTest<DataType::Float32, DataType::Float32>,
 814                      true,
 815                      DataLayout::NCHW)
 816 ARMNN_AUTO_TEST_CASE(StridedTransposeConvolution2dFloatNhwc,
 817                      StridedTransposeConvolution2dTest<DataType::Float32, DataType::Float32>,
 818                      true,
 819                      DataLayout::NHWC)
 820 ARMNN_AUTO_TEST_CASE(StridedTransposeConvolution2dUint8Nchw,
 821                      StridedTransposeConvolution2dTest<DataType::QuantisedAsymm8, DataType::Signed32>,
 822                      true,
 823                      DataLayout::NCHW)
 824 ARMNN_AUTO_TEST_CASE(StridedTransposeConvolution2dUint8Nhwc,
 825                      StridedTransposeConvolution2dTest<DataType::QuantisedAsymm8, DataType::Signed32>,
 826                      true,
 827                      DataLayout::NHWC)
 828
 829 ARMNN_AUTO_TEST_CASE(UnbiasedStridedTransposeConvolution2dFloatNchw,
 830                      StridedTransposeConvolution2dTest<DataType::Float32, DataType::Float32>,
 831                      false,
 832                      DataLayout::NCHW)
 833 ARMNN_AUTO_TEST_CASE(UnbiasedStridedTransposeConvolution2dFloatNhwc,
 834                      StridedTransposeConvolution2dTest<DataType::Float32, DataType::Float32>,
 835                      true,
 836                      DataLayout::NHWC)
 837 ARMNN_AUTO_TEST_CASE(UnbiasedStridedTransposeConvolution2dUint8Nchw,
 838                      StridedTransposeConvolution2dTest<DataType::QuantisedAsymm8, DataType::Signed32>,
 839                      true,
 840                      DataLayout::NCHW)
 841 ARMNN_AUTO_TEST_CASE(UnbiasedStridedTransposeConvolution2dUint8Nhwc,
 842                      StridedTransposeConvolution2dTest<DataType::QuantisedAsymm8, DataType::Signed32>,
 843                      true,
 844                      DataLayout::NHWC)
 845
 846 ARMNN_AUTO_TEST_CASE(MultiChannelTransposeConvolution2dFloatNchw,
 847                      MultiChannelTransposeConvolution2dTest<DataType::Float32, DataType::Float32>,
 848                      DataLayout::NCHW)
 849 ARMNN_AUTO_TEST_CASE(MultiChannelTransposeConvolution2dFloatNhwc,
 850                      MultiChannelTransposeConvolution2dTest<DataType::Float32, DataType::Float32>,
 851                      DataLayout::NHWC)
 852 ARMNN_AUTO_TEST_CASE(MultiChannelTransposeConvolution2dUint8Nchw,
 853                      MultiChannelTransposeConvolution2dTest<DataType::QuantisedAsymm8, DataType::Signed32>,
 854                      DataLayout::NCHW)
 855 ARMNN_AUTO_TEST_CASE(MultiChannelTransposeConvolution2dUint8Nhwc,
 856                      MultiChannelTransposeConvolution2dTest<DataType::QuantisedAsymm8, DataType::Signed32>,
 857                      DataLayout::NHWC)
 858
 859 #if defined(ARMCOMPUTEREF_ENABLED)
 860
 861 // The ARMNN_COMPARE_REF_AUTO_TEST_CASE and the ARMNN_COMPARE_REF_FIXTURE_TEST_CASE test units are not available
 862 // if the reference backend is not built
 863
 864 // ============================================================================
 865 // COMPARE tests
 866
 867 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareConv2dWithReference, CompareConvolution2dTest)
 868
 869 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareDepthwiseConv2dWithReferenceFloat32,
 870                                  CompareDepthwiseConvolution2dFloatTest,
 871                                  DataLayout::NCHW)
 872 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareDepthwiseConv2dWithReferenceUint8,
 873                                  CompareDepthwiseConvolution2dUint8Test,
 874                                  DataLayout::NCHW)
 875
 876 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareDepthwiseConv2dWithReferenceFloat32Nhwc,
 877                                  CompareDepthwiseConvolution2dFloatTest,
 878                                  DataLayout::NHWC)
 879 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareDepthwiseConv2dWithReferenceUint8Nhwc,
 880                                  CompareDepthwiseConvolution2dUint8Test,
 881                                  DataLayout::NHWC)
 882
 883 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareNormalizationWithinWithReference, CompareNormalizationTest,
 884                                  NormalizationAlgorithmChannel::Within,
 885                                  NormalizationAlgorithmMethod::LocalBrightness)
 886 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareNormalizationAcrossWithReference, CompareNormalizationTest,
 887                                  NormalizationAlgorithmChannel::Across,
 888                                  NormalizationAlgorithmMethod::LocalBrightness)
 889
 890 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareMaxPooling2dWithReference, ComparePooling2dTest, PoolingAlgorithm::Max)
 891 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareMaxPooling2dWithReferenceUint8, ComparePooling2dUint8Test,
 892                                  PoolingAlgorithm::Max)
 893 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareAveragePooling2dWithReference, ComparePooling2dTest,
 894                                  PoolingAlgorithm::Average)
 895 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareAveragePooling2dWithReferenceUint8, ComparePooling2dUint8Test,
 896                                  PoolingAlgorithm::Average)
 897 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareL2Pooling2dWithReference, ComparePooling2dTest, PoolingAlgorithm::L2)
 898 ARMNN_COMPARE_REF_AUTO_TEST_CASE(UNSUPPORTED_CompareL2Pooling2dWithReferenceUint8, ComparePooling2dUint8Test,
 899                                  PoolingAlgorithm::L2)
 900
 901 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareSoftmaxBeta1WithReference, CompareSoftmaxTest, 1.0f)
 902 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareSoftmaxBeta2WithReference, CompareSoftmaxTest, 2.0f)
 903
 904 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareSoftmaxUint8Beta1WithReference, CompareSoftmaxUint8Test, 1.0f)
 905 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareSoftmaxUint8Beta2WithReference, CompareSoftmaxUint8Test, 2.0f)
 906
 907 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareAddition, CompareAdditionTest)
 908
 909 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareMultiplicationWithReference, CompareMultiplicationTest)
 910
 911 ARMNN_COMPARE_REF_AUTO_TEST_CASE(CompareBatchNorm, CompareBatchNormTest)
 912
 913 ARMNN_COMPARE_REF_AUTO_TEST_CASE(ReLu1, CompareBoundedReLuTest, 1.0f, -1.0f)
 914 ARMNN_COMPARE_REF_AUTO_TEST_CASE(ReLu6, CompareBoundedReLuTest, 6.0f, 0.0f)
 915
 916 // ============================================================================
 917 // FIXTURE tests
 918
 919 ARMNN_COMPARE_REF_FIXTURE_TEST_CASE(CompareSigmoidActivationWithReference, ActivationFixture,
 920                                     CompareActivationTest, ActivationFunction::Sigmoid, 5u)
 921
 922 ARMNN_COMPARE_REF_FIXTURE_TEST_CASE(CompareTanhActivationWithReference, ActivationFixture,
 923                                     CompareActivationTest, ActivationFunction::TanH, 5u)
 924
 925 ARMNN_COMPARE_REF_FIXTURE_TEST_CASE(CompareLinearActivationWithReference, ActivationFixture,
 926                                     CompareActivationTest, ActivationFunction::Linear, 5u)
 927
 928 ARMNN_COMPARE_REF_FIXTURE_TEST_CASE(CompareReLuActivationWithReference, ActivationFixture,
 929                                     CompareActivationTest, ActivationFunction::ReLu, 5u)
 930
 931 ARMNN_COMPARE_REF_FIXTURE_TEST_CASE(CompareBoundedReLuActivationWithReference, ActivationFixture,
 932                                     CompareActivationTest, ActivationFunction::BoundedReLu, 5u)
 933 ARMNN_COMPARE_REF_FIXTURE_TEST_CASE(CompareBoundedReLuActivationWithReferenceUint8, ActivationFixture,
 934                                     CompareActivationUint8Test, ActivationFunction::BoundedReLu)
 935
 936 ARMNN_COMPARE_REF_FIXTURE_TEST_CASE(CompareSoftReLuActivationWithReference, ActivationFixture,
 937                                     CompareActivationTest, ActivationFunction::SoftReLu, 1u)
 938
 939 ARMNN_COMPARE_REF_FIXTURE_TEST_CASE(CompareLeakyReLuActivationWithReference, ActivationFixture,
 940                                     CompareActivationTest, ActivationFunction::LeakyReLu, 5u)
 941
 942 ARMNN_COMPARE_REF_FIXTURE_TEST_CASE(CompareAbsActivationWithReference, ActivationFixture,
 943                                     CompareActivationTest, ActivationFunction::Abs, 5u)
 944
 945 ARMNN_COMPARE_REF_FIXTURE_TEST_CASE(CompareSqrtActivationWithReference, PositiveActivationFixture,
 946                                     CompareActivationTest, ActivationFunction::Sqrt, 5u)
 947
 948 ARMNN_COMPARE_REF_FIXTURE_TEST_CASE(CompareSquareActivationWithReference, ActivationFixture,
 949                                     CompareActivationTest, ActivationFunction::Square, 5u)
 950
 951 #endif
 952
 953 BOOST_AUTO_TEST_SUITE_END()