Unittest list (#2076)

- Remove unittest skiplist for legacy runtime
- New unittest skiplit for neurun
- Fix cmake to install skiplist pacl or neurun

Signed-off-by: Hyeongseok Oh <hseok82.oh@samsung.com>

diff --git a/runtimes/tests/neural_networks_test/CMakeLists.txt b/runtimes/tests/neural_networks_test/CMakeLists.txt
index caa1f18..6aec20d 100644 (file)
--- a/runtimes/tests/neural_networks_test/CMakeLists.txt
+++ b/runtimes/tests/neural_networks_test/CMakeLists.txt
@@ -26,15 +26,17 @@ target_include_directories(${RUNTIME_ANDROID_NN_TEST} PRIVATE
                               ${CMAKE_CURRENT_SOURCE_DIR}/include)
 if (BUILD_NEURUN)
   target_link_libraries(${RUNTIME_ANDROID_NN_TEST} ${LIB_NEURUN})
+  set(SKIPLIST_FILE_NAME ${RUNTIME_ANDROID_NN_TEST}.skip.${TARGET_PLATFORM}.neurun)
 elseif (BUILD_PURE_ARM_COMPUTE)
   target_link_libraries(${RUNTIME_ANDROID_NN_TEST} ${LIB_PUREACL_RUNTIME})
+  set(SKIPLIST_FILE_NAME ${RUNTIME_ANDROID_NN_TEST}.skip.${TARGET_PLATFORM})
 endif()
 target_link_libraries(${RUNTIME_ANDROID_NN_TEST} gtest)
 target_link_libraries(${RUNTIME_ANDROID_NN_TEST} ${LIB_PTHREAD})
 
 install(TARGETS runtime_run_android_nn_test DESTINATION unittest)
 
-install(FILES ${RUNTIME_ANDROID_NN_TEST}.skip.${TARGET_PLATFORM}
+install(FILES ${SKIPLIST_FILE_NAME}
         DESTINATION unittest
         RENAME ${RUNTIME_ANDROID_NN_TEST}.skip
         OPTIONAL)

diff --git a/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-linux.legacy b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-linux.legacy
deleted file mode 100644 (file)
index eb05197..0000000
--- a/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-linux.legacy
+++ /dev/null
@@ -1,74 +0,0 @@
-#
-# Following tests will be skipped on armv7l-linux
-#
-# =====================
-# Fails in CPU fallback
-# =====================
-GeneratedTests.depth_to_space_float_1
-GeneratedTests.depth_to_space_float_2
-GeneratedTests.depth_to_space_float_3
-GeneratedTests.depth_to_space_quant8_1
-GeneratedTests.depth_to_space_quant8_2
-GeneratedTests.dequantize
-GeneratedTests.embedding_lookup
-GeneratedTests.floor_
-GeneratedTests.hashtable_lookup_float
-GeneratedTests.hashtable_lookup_quant8
-GeneratedTests.l2_normalization_2
-GeneratedTests.l2_normalization_large
-GeneratedTests.l2_normalization
-GeneratedTests.local_response_norm_float_1
-GeneratedTests.local_response_norm_float_2
-GeneratedTests.local_response_norm_float_3
-GeneratedTests.local_response_norm_float_4
-GeneratedTests.lsh_projection_2
-GeneratedTests.lsh_projection
-GeneratedTests.lsh_projection_weights_as_inputs
-GeneratedTests.lstm2
-GeneratedTests.lstm2_state2
-GeneratedTests.lstm2_state
-GeneratedTests.lstm3
-GeneratedTests.lstm3_state2
-GeneratedTests.lstm3_state3
-GeneratedTests.lstm3_state
-GeneratedTests.lstm
-GeneratedTests.lstm_state2
-GeneratedTests.lstm_state
-GeneratedTests.relu1_float_1
-GeneratedTests.relu1_float_2
-GeneratedTests.relu1_quant8_1
-GeneratedTests.relu1_quant8_2
-GeneratedTests.rnn
-GeneratedTests.rnn_state
-GeneratedTests.space_to_depth_float_1
-GeneratedTests.space_to_depth_float_2
-GeneratedTests.space_to_depth_float_3
-GeneratedTests.space_to_depth_quant8_1
-GeneratedTests.space_to_depth_quant8_2
-GeneratedTests.svdf2
-GeneratedTests.svdf
-GeneratedTests.svdf_state
-GeneratedTests.strided_slice_float_10
-GeneratedTests.strided_slice_float_1
-GeneratedTests.strided_slice_float_2
-GeneratedTests.strided_slice_float_3
-GeneratedTests.strided_slice_float_4
-GeneratedTests.strided_slice_float_5
-GeneratedTests.strided_slice_float_6
-GeneratedTests.strided_slice_float_7
-GeneratedTests.strided_slice_float_8
-GeneratedTests.strided_slice_float_9
-GeneratedTests.strided_slice
-GeneratedTests.tensorflowmax_ex_2D_float
-GeneratedTests.tensorflowmax_ex_2D_int32
-GeneratedTests.sub_broadcast_float
-# =====================
-# Fails in ACL kernel
-# =====================
-GeneratedTests.avg_pool_float_4
-GeneratedTests.concat_float_1
-GeneratedTests.concat_float_2
-GeneratedTests.concat_float_3
-GeneratedTests.max_pool_float_3
-# TODO: current ADD does not support broadcasting
-TrivialTest.BroadcastAddTwo

diff --git a/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-linux.neurun b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-linux.neurun
new file mode 100644 (file)
index 0000000..137210a
--- /dev/null
+++ b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-linux.neurun
@@ -0,0 +1,107 @@
+#
+# Following tests will be skipped on armv7l-linux
+#
+# Segmentation fault
+ValidationTest.CreateModel
+ValidationTestModel.AddOperand
+ValidationTestModel.SetOperandValue
+ValidationTestModel.SetOperandValueFromMemory
+ValidationTestModel.IdentifyInputsAndOutputs
+ValidationTestModel.CreateCompilation
+# Not support operations
+TrivialTest.AddTwo
+TrivialTest.AddThree
+TrivialTest.BroadcastAddTwo
+TrivialTest.BroadcastMulTwo
+ValidationTestModel.AddOperation
+ValidationTestCompilation.SetPreference
+ValidationTestCompilation.CreateExecution
+ValidationTestCompilation.Finish
+ValidationTestIdentify.InputIsOutput
+ValidationTestIdentify.OutputIsInput
+ValidationTestIdentify.DuplicateInputs
+ValidationTestIdentify.DuplicateOutputs
+ValidationTestIdentify.Ok
+ValidationTestExecution.SetInput
+ValidationTestExecution.SetOutput
+ValidationTestExecution.SetInputFromMemory
+ValidationTestExecution.SetOutputFromMemory
+ValidationTestExecution.StartCompute
+ValidationTestExecution.EventWait
+GeneratedTests.add*
+GeneratedTests.avg_pool_float_1
+GeneratedTests.avg_pool_float_2
+GeneratedTests.avg_pool_float_3
+GeneratedTests.avg_pool_float_4
+GeneratedTests.avg_pool_quant8_1
+GeneratedTests.avg_pool_quant8_2
+GeneratedTests.avg_pool_quant8_3
+GeneratedTests.avg_pool_quant8_4
+GeneratedTests.conv_float_channels
+GeneratedTests.conv_float_channels_weights_as_inputs
+GeneratedTests.conv_float_large
+GeneratedTests.conv_float_large_weights_as_inputs
+GeneratedTests.conv_float
+GeneratedTests.conv_float_weights_as_inputs
+GeneratedTests.conv_quant8_channels
+GeneratedTests.conv_quant8_channels_weights_as_inputs
+GeneratedTests.conv_quant8_large
+GeneratedTests.conv_quant8_large_weights_as_inputs
+GeneratedTests.conv_quant8
+GeneratedTests.conv_quant8_overflow
+GeneratedTests.conv_quant8_overflow_weights_as_inputs
+GeneratedTests.conv_quant8_weights_as_inputs
+GeneratedTests.depth_to_space*
+GeneratedTests.depthwise_conv2d*
+GeneratedTests.depthwise_conv
+GeneratedTests.dequantize
+GeneratedTests.embedding_lookup
+GeneratedTests.floor_
+GeneratedTests.hashtable_lookup*
+GeneratedTests.l2_normalization*
+GeneratedTests.l2_pool*
+GeneratedTests.local_response_norm*
+GeneratedTests.logistic*
+GeneratedTests.lsh_projection*
+GeneratedTests.lstm*
+GeneratedTests.max_pool_float_1
+GeneratedTests.max_pool_float_2
+GeneratedTests.max_pool_float_3
+GeneratedTests.max_pool_quant8_1
+GeneratedTests.max_pool_quant8_2
+GeneratedTests.max_pool_quant8_3
+GeneratedTests.mobilenet*
+GeneratedTests.mul*
+GeneratedTests.relu1*
+GeneratedTests.relu6*
+GeneratedTests.relu*
+GeneratedTests.resize_bilinear*
+GeneratedTests.rnn*
+GeneratedTests.mean*
+GeneratedTests.pad*
+GeneratedTests.space_to_depth*
+GeneratedTests.svdf*
+GeneratedTests.tanh_
+GeneratedTests.batch_to_space*
+GeneratedTests.div_*
+GeneratedTests.space_to_batch*
+GeneratedTests.squeeze*
+GeneratedTests.strided_slice*
+GeneratedTests.sub*
+GeneratedTests.transpose*
+GeneratedTests.cast_ex*
+GeneratedTests.gather_1D*
+GeneratedTests.gather_2D*
+GeneratedTests.strided_slice_ex*
+GeneratedTests.tensorflowmax_ex*
+GeneratedTests.topk_v2*
+# Unhandled exception
+GeneratedTests.concat*
+GeneratedTests.fully_connected*
+GeneratedTests.reshape*
+# Unexpected result
+ValidationTestModel.Finish
+GeneratedTests.avg_pool_quant8_5
+GeneratedTests.conv_quant8_2
+GeneratedTests.max_pool_quant8_4
+GeneratedTests.softmax*

diff --git a/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-tizen.legacy b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-tizen.legacy
deleted file mode 100644 (file)
index 581c0bb..0000000
--- a/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-tizen.legacy
+++ /dev/null
@@ -1,72 +0,0 @@
-#
-# Following tests will be skipped on armv7l-linux
-#
-# =====================
-# Fails in CPU fallback
-# =====================
-GeneratedTests.depth_to_space_float_1
-GeneratedTests.depth_to_space_float_2
-GeneratedTests.depth_to_space_float_3
-GeneratedTests.depth_to_space_quant8_1
-GeneratedTests.depth_to_space_quant8_2
-GeneratedTests.dequantize
-GeneratedTests.embedding_lookup
-GeneratedTests.floor_
-GeneratedTests.hashtable_lookup_float
-GeneratedTests.hashtable_lookup_quant8
-GeneratedTests.l2_normalization_2
-GeneratedTests.l2_normalization_large
-GeneratedTests.l2_normalization
-GeneratedTests.local_response_norm_float_1
-GeneratedTests.local_response_norm_float_2
-GeneratedTests.local_response_norm_float_3
-GeneratedTests.local_response_norm_float_4
-GeneratedTests.lsh_projection_2
-GeneratedTests.lsh_projection
-GeneratedTests.lsh_projection_weights_as_inputs
-GeneratedTests.lstm2
-GeneratedTests.lstm2_state2
-GeneratedTests.lstm2_state
-GeneratedTests.lstm3
-GeneratedTests.lstm3_state2
-GeneratedTests.lstm3_state3
-GeneratedTests.lstm3_state
-GeneratedTests.lstm
-GeneratedTests.lstm_state2
-GeneratedTests.lstm_state
-GeneratedTests.relu1_float_1
-GeneratedTests.relu1_float_2
-GeneratedTests.relu1_quant8_1
-GeneratedTests.relu1_quant8_2
-GeneratedTests.rnn
-GeneratedTests.rnn_state
-GeneratedTests.space_to_depth_float_1
-GeneratedTests.space_to_depth_float_2
-GeneratedTests.space_to_depth_float_3
-GeneratedTests.space_to_depth_quant8_1
-GeneratedTests.space_to_depth_quant8_2
-GeneratedTests.svdf2
-GeneratedTests.svdf
-GeneratedTests.svdf_state
-GeneratedTests.strided_slice_float_10
-GeneratedTests.strided_slice_float_1
-GeneratedTests.strided_slice_float_2
-GeneratedTests.strided_slice_float_3
-GeneratedTests.strided_slice_float_4
-GeneratedTests.strided_slice_float_5
-GeneratedTests.strided_slice_float_6
-GeneratedTests.strided_slice_float_7
-GeneratedTests.strided_slice_float_8
-GeneratedTests.strided_slice_float_9
-GeneratedTests.strided_slice
-GeneratedTests.tensorflowmax_ex_2D_float
-GeneratedTests.tensorflowmax_ex_2D_int32
-GeneratedTests.sub_broadcast_float
-# =====================
-# Fails in ACL kernel
-# =====================
-GeneratedTests.avg_pool_float_4
-GeneratedTests.concat_float_1
-GeneratedTests.concat_float_2
-GeneratedTests.concat_float_3
-GeneratedTests.max_pool_float_3

diff --git a/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.x86_64-linux.legacy b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.x86_64-linux.legacy
deleted file mode 100644 (file)
index 97bf76f..0000000
--- a/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.x86_64-linux.legacy
+++ /dev/null
@@ -1,64 +0,0 @@
-#
-# Following tests will be skipped on x86_64-linux
-#
-# =====================
-# Fails in CPU fallback
-# =====================
-GeneratedTests.depth_to_space_float_1
-GeneratedTests.depth_to_space_float_2
-GeneratedTests.depth_to_space_float_3
-GeneratedTests.depth_to_space_quant8_1
-GeneratedTests.depth_to_space_quant8_2
-GeneratedTests.dequantize
-GeneratedTests.embedding_lookup
-GeneratedTests.floor_
-GeneratedTests.hashtable_lookup_float
-GeneratedTests.hashtable_lookup_quant8
-GeneratedTests.l2_normalization_2
-GeneratedTests.l2_normalization_large
-GeneratedTests.l2_normalization
-GeneratedTests.local_response_norm_float_1
-GeneratedTests.local_response_norm_float_2
-GeneratedTests.local_response_norm_float_3
-GeneratedTests.local_response_norm_float_4
-GeneratedTests.lsh_projection_2
-GeneratedTests.lsh_projection
-GeneratedTests.lsh_projection_weights_as_inputs
-GeneratedTests.lstm2
-GeneratedTests.lstm2_state2
-GeneratedTests.lstm2_state
-GeneratedTests.lstm3
-GeneratedTests.lstm3_state2
-GeneratedTests.lstm3_state3
-GeneratedTests.lstm3_state
-GeneratedTests.lstm
-GeneratedTests.lstm_state2
-GeneratedTests.lstm_state
-GeneratedTests.relu1_float_1
-GeneratedTests.relu1_float_2
-GeneratedTests.relu1_quant8_1
-GeneratedTests.relu1_quant8_2
-GeneratedTests.rnn
-GeneratedTests.rnn_state
-GeneratedTests.space_to_depth_float_1
-GeneratedTests.space_to_depth_float_2
-GeneratedTests.space_to_depth_float_3
-GeneratedTests.space_to_depth_quant8_1
-GeneratedTests.space_to_depth_quant8_2
-GeneratedTests.svdf2
-GeneratedTests.svdf
-GeneratedTests.svdf_state
-GeneratedTests.strided_slice_float_10
-GeneratedTests.strided_slice_float_1
-GeneratedTests.strided_slice_float_2
-GeneratedTests.strided_slice_float_3
-GeneratedTests.strided_slice_float_4
-GeneratedTests.strided_slice_float_5
-GeneratedTests.strided_slice_float_6
-GeneratedTests.strided_slice_float_7
-GeneratedTests.strided_slice_float_8
-GeneratedTests.strided_slice_float_9
-GeneratedTests.strided_slice
-GeneratedTests.tensorflowmax_ex_2D_float
-GeneratedTests.tensorflowmax_ex_2D_int32
-GeneratedTests.sub_broadcast_float