Define android nn test skiplist for pure arm compute runtime (#1854)

* Define android nn test skiplist for pure arm compute runtime

1. backup the existing skiplist for legacy runtime
2. define new skiplist for pure arm compute runtime

related issue: #1851

Signed-off-by: Chunseok Lee <chunseok.lee@samsung.com>
* rename backup file

Signed-off-by: Chunseok Lee <chunseok.lee@samsung.com>
* add new line

Signed-off-by: Chunseok Lee <chunseok.lee@samsung.com>

diff --git a/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-linux b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-linux
index eb05197..1ea3dd3 100644 (file)
--- a/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-linux
+++ b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-linux
@@ -72,3 +72,103 @@ GeneratedTests.concat_float_3
 GeneratedTests.max_pool_float_3
 # TODO: current ADD does not support broadcasting
 TrivialTest.BroadcastAddTwo
+# Added for pure acl runtime test
+GeneratedTests.add_broadcast_quant8
+GeneratedTests.add_quant8
+GeneratedTests.avg_pool_float_1
+GeneratedTests.avg_pool_float_2
+GeneratedTests.avg_pool_float_3
+GeneratedTests.avg_pool_quant8_1
+GeneratedTests.avg_pool_quant8_2
+GeneratedTests.avg_pool_quant8_3
+GeneratedTests.avg_pool_quant8_4
+GeneratedTests.concat_quant8_1
+GeneratedTests.concat_quant8_3
+GeneratedTests.conv_float_channels
+GeneratedTests.conv_float_channels_weights_as_inputs
+GeneratedTests.conv_float_large
+GeneratedTests.conv_float_large_weights_as_inputs
+GeneratedTests.conv_float
+GeneratedTests.conv_float_weights_as_inputs
+GeneratedTests.conv_quant8_2
+GeneratedTests.conv_quant8_channels
+GeneratedTests.conv_quant8_channels_weights_as_inputs
+GeneratedTests.conv_quant8_large
+GeneratedTests.conv_quant8_large_weights_as_inputs
+GeneratedTests.conv_quant8
+GeneratedTests.conv_quant8_overflow
+GeneratedTests.conv_quant8_overflow_weights_as_inputs
+GeneratedTests.conv_quant8_weights_as_inputs
+GeneratedTests.depthwise_conv2d_float_2
+GeneratedTests.depthwise_conv2d_float_large_2
+GeneratedTests.depthwise_conv2d_float_large_2_weights_as_inputs
+GeneratedTests.depthwise_conv2d_float_large
+GeneratedTests.depthwise_conv2d_float_large_weights_as_inputs
+GeneratedTests.depthwise_conv2d_float
+GeneratedTests.depthwise_conv2d_float_weights_as_inputs
+GeneratedTests.depthwise_conv2d_quant8_2
+GeneratedTests.depthwise_conv2d_quant8_large
+GeneratedTests.depthwise_conv2d_quant8_large_weights_as_inputs
+GeneratedTests.depthwise_conv2d_quant8
+GeneratedTests.depthwise_conv2d_quant8_weights_as_inputs
+GeneratedTests.depthwise_conv
+GeneratedTests.fully_connected_float_2
+GeneratedTests.fully_connected_float_large
+GeneratedTests.fully_connected_float_large_weights_as_inputs
+GeneratedTests.fully_connected_float
+GeneratedTests.fully_connected_float_weights_as_inputs
+GeneratedTests.fully_connected_quant8_2
+GeneratedTests.fully_connected_quant8_large
+GeneratedTests.fully_connected_quant8_large_weights_as_inputs
+GeneratedTests.fully_connected_quant8
+GeneratedTests.fully_connected_quant8_weights_as_inputs
+GeneratedTests.l2_pool_float_2
+GeneratedTests.l2_pool_float_large
+GeneratedTests.l2_pool_float
+GeneratedTests.logistic_float_1
+GeneratedTests.logistic_float_2
+GeneratedTests.logistic_quant8_1
+GeneratedTests.logistic_quant8_2
+GeneratedTests.max_pool_float_1
+GeneratedTests.max_pool_float_2
+GeneratedTests.max_pool_quant8_1
+GeneratedTests.max_pool_quant8_2
+GeneratedTests.max_pool_quant8_3
+GeneratedTests.mobilenet_224_gender_basic_fixed
+GeneratedTests.mobilenet_quantized
+GeneratedTests.mul_broadcast_quant8
+GeneratedTests.mul
+GeneratedTests.mul_quant8
+GeneratedTests.mul_relu
+GeneratedTests.relu6_float_2
+GeneratedTests.relu6_quant8_1
+GeneratedTests.relu6_quant8_2
+GeneratedTests.relu_float_2
+GeneratedTests.relu_quant8_1
+GeneratedTests.relu_quant8_2
+GeneratedTests.reshape_quant8_weights_as_inputs
+GeneratedTests.reshape_weights_as_inputs
+GeneratedTests.softmax_quant8_1
+GeneratedTests.softmax_quant8_2
+GeneratedTests.tanh_
+GeneratedTests.cast_ex_float32_to_int32
+GeneratedTests.cast_ex_int32_to_float32
+GeneratedTests.strided_slice_ex_float_1
+GeneratedTests.strided_slice_ex_float_2
+GeneratedTests.strided_slice_ex_float_3
+GeneratedTests.strided_slice_ex_float_4
+GeneratedTests.strided_slice_ex_float_5
+GeneratedTests.strided_slice_ex_float_6
+GeneratedTests.strided_slice_ex_float_7
+GeneratedTests.strided_slice_ex_float_8
+GeneratedTests.topk_v2_1D_int32
+GeneratedTests.topk_v2_1D_uint8
+GeneratedTests.topk_v2_2D_float
+GeneratedTests.topk_v2_2D_int32
+GeneratedTests.topk_v2_2D_uint8
+TrivialTest.*
+ValidationTest.*
+ValidationTestModel.*
+ValidationTestCompilation.*
+ValidationTestIdentify.*
+ValidationTestExecution.*

diff --git a/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-linux.legacy b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-linux.legacy
new file mode 100644 (file)
index 0000000..eb05197
--- /dev/null
+++ b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-linux.legacy
@@ -0,0 +1,74 @@
+#
+# Following tests will be skipped on armv7l-linux
+#
+# =====================
+# Fails in CPU fallback
+# =====================
+GeneratedTests.depth_to_space_float_1
+GeneratedTests.depth_to_space_float_2
+GeneratedTests.depth_to_space_float_3
+GeneratedTests.depth_to_space_quant8_1
+GeneratedTests.depth_to_space_quant8_2
+GeneratedTests.dequantize
+GeneratedTests.embedding_lookup
+GeneratedTests.floor_
+GeneratedTests.hashtable_lookup_float
+GeneratedTests.hashtable_lookup_quant8
+GeneratedTests.l2_normalization_2
+GeneratedTests.l2_normalization_large
+GeneratedTests.l2_normalization
+GeneratedTests.local_response_norm_float_1
+GeneratedTests.local_response_norm_float_2
+GeneratedTests.local_response_norm_float_3
+GeneratedTests.local_response_norm_float_4
+GeneratedTests.lsh_projection_2
+GeneratedTests.lsh_projection
+GeneratedTests.lsh_projection_weights_as_inputs
+GeneratedTests.lstm2
+GeneratedTests.lstm2_state2
+GeneratedTests.lstm2_state
+GeneratedTests.lstm3
+GeneratedTests.lstm3_state2
+GeneratedTests.lstm3_state3
+GeneratedTests.lstm3_state
+GeneratedTests.lstm
+GeneratedTests.lstm_state2
+GeneratedTests.lstm_state
+GeneratedTests.relu1_float_1
+GeneratedTests.relu1_float_2
+GeneratedTests.relu1_quant8_1
+GeneratedTests.relu1_quant8_2
+GeneratedTests.rnn
+GeneratedTests.rnn_state
+GeneratedTests.space_to_depth_float_1
+GeneratedTests.space_to_depth_float_2
+GeneratedTests.space_to_depth_float_3
+GeneratedTests.space_to_depth_quant8_1
+GeneratedTests.space_to_depth_quant8_2
+GeneratedTests.svdf2
+GeneratedTests.svdf
+GeneratedTests.svdf_state
+GeneratedTests.strided_slice_float_10
+GeneratedTests.strided_slice_float_1
+GeneratedTests.strided_slice_float_2
+GeneratedTests.strided_slice_float_3
+GeneratedTests.strided_slice_float_4
+GeneratedTests.strided_slice_float_5
+GeneratedTests.strided_slice_float_6
+GeneratedTests.strided_slice_float_7
+GeneratedTests.strided_slice_float_8
+GeneratedTests.strided_slice_float_9
+GeneratedTests.strided_slice
+GeneratedTests.tensorflowmax_ex_2D_float
+GeneratedTests.tensorflowmax_ex_2D_int32
+GeneratedTests.sub_broadcast_float
+# =====================
+# Fails in ACL kernel
+# =====================
+GeneratedTests.avg_pool_float_4
+GeneratedTests.concat_float_1
+GeneratedTests.concat_float_2
+GeneratedTests.concat_float_3
+GeneratedTests.max_pool_float_3
+# TODO: current ADD does not support broadcasting
+TrivialTest.BroadcastAddTwo

diff --git a/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-tizen b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-tizen
index 581c0bb..4389de2 100644 (file)
--- a/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-tizen
+++ b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-tizen
@@ -70,3 +70,103 @@ GeneratedTests.concat_float_1
 GeneratedTests.concat_float_2
 GeneratedTests.concat_float_3
 GeneratedTests.max_pool_float_3
+# added for pure acl runtime test
+GeneratedTests.add_broadcast_quant8
+GeneratedTests.add_quant8
+GeneratedTests.avg_pool_float_1
+GeneratedTests.avg_pool_float_2
+GeneratedTests.avg_pool_float_3
+GeneratedTests.avg_pool_quant8_1
+GeneratedTests.avg_pool_quant8_2
+GeneratedTests.avg_pool_quant8_3
+GeneratedTests.avg_pool_quant8_4
+GeneratedTests.concat_quant8_1
+GeneratedTests.concat_quant8_3
+GeneratedTests.conv_float_channels
+GeneratedTests.conv_float_channels_weights_as_inputs
+GeneratedTests.conv_float_large
+GeneratedTests.conv_float_large_weights_as_inputs
+GeneratedTests.conv_float
+GeneratedTests.conv_float_weights_as_inputs
+GeneratedTests.conv_quant8_2
+GeneratedTests.conv_quant8_channels
+GeneratedTests.conv_quant8_channels_weights_as_inputs
+GeneratedTests.conv_quant8_large
+GeneratedTests.conv_quant8_large_weights_as_inputs
+GeneratedTests.conv_quant8
+GeneratedTests.conv_quant8_overflow
+GeneratedTests.conv_quant8_overflow_weights_as_inputs
+GeneratedTests.conv_quant8_weights_as_inputs
+GeneratedTests.depthwise_conv2d_float_2
+GeneratedTests.depthwise_conv2d_float_large_2
+GeneratedTests.depthwise_conv2d_float_large_2_weights_as_inputs
+GeneratedTests.depthwise_conv2d_float_large
+GeneratedTests.depthwise_conv2d_float_large_weights_as_inputs
+GeneratedTests.depthwise_conv2d_float
+GeneratedTests.depthwise_conv2d_float_weights_as_inputs
+GeneratedTests.depthwise_conv2d_quant8_2
+GeneratedTests.depthwise_conv2d_quant8_large
+GeneratedTests.depthwise_conv2d_quant8_large_weights_as_inputs
+GeneratedTests.depthwise_conv2d_quant8
+GeneratedTests.depthwise_conv2d_quant8_weights_as_inputs
+GeneratedTests.depthwise_conv
+GeneratedTests.fully_connected_float_2
+GeneratedTests.fully_connected_float_large
+GeneratedTests.fully_connected_float_large_weights_as_inputs
+GeneratedTests.fully_connected_float
+GeneratedTests.fully_connected_float_weights_as_inputs
+GeneratedTests.fully_connected_quant8_2
+GeneratedTests.fully_connected_quant8_large
+GeneratedTests.fully_connected_quant8_large_weights_as_inputs
+GeneratedTests.fully_connected_quant8
+GeneratedTests.fully_connected_quant8_weights_as_inputs
+GeneratedTests.l2_pool_float_2
+GeneratedTests.l2_pool_float_large
+GeneratedTests.l2_pool_float
+GeneratedTests.logistic_float_1
+GeneratedTests.logistic_float_2
+GeneratedTests.logistic_quant8_1
+GeneratedTests.logistic_quant8_2
+GeneratedTests.max_pool_float_1
+GeneratedTests.max_pool_float_2
+GeneratedTests.max_pool_quant8_1
+GeneratedTests.max_pool_quant8_2
+GeneratedTests.max_pool_quant8_3
+GeneratedTests.mobilenet_224_gender_basic_fixed
+GeneratedTests.mobilenet_quantized
+GeneratedTests.mul_broadcast_quant8
+GeneratedTests.mul
+GeneratedTests.mul_quant8
+GeneratedTests.mul_relu
+GeneratedTests.relu6_float_2
+GeneratedTests.relu6_quant8_1
+GeneratedTests.relu6_quant8_2
+GeneratedTests.relu_float_2
+GeneratedTests.relu_quant8_1
+GeneratedTests.relu_quant8_2
+GeneratedTests.reshape_quant8_weights_as_inputs
+GeneratedTests.reshape_weights_as_inputs
+GeneratedTests.softmax_quant8_1
+GeneratedTests.softmax_quant8_2
+GeneratedTests.tanh_
+GeneratedTests.cast_ex_float32_to_int32
+GeneratedTests.cast_ex_int32_to_float32
+GeneratedTests.strided_slice_ex_float_1
+GeneratedTests.strided_slice_ex_float_2
+GeneratedTests.strided_slice_ex_float_3
+GeneratedTests.strided_slice_ex_float_4
+GeneratedTests.strided_slice_ex_float_5
+GeneratedTests.strided_slice_ex_float_6
+GeneratedTests.strided_slice_ex_float_7
+GeneratedTests.strided_slice_ex_float_8
+GeneratedTests.topk_v2_1D_int32
+GeneratedTests.topk_v2_1D_uint8
+GeneratedTests.topk_v2_2D_float
+GeneratedTests.topk_v2_2D_int32
+GeneratedTests.topk_v2_2D_uint8
+TrivialTest.*
+ValidationTest.*
+ValidationTestModel.*
+ValidationTestCompilation.*
+ValidationTestIdentify.*
+ValidationTestExecution.*

diff --git a/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-tizen.legacy b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-tizen.legacy
new file mode 100644 (file)
index 0000000..581c0bb
--- /dev/null
+++ b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.armv7l-tizen.legacy
@@ -0,0 +1,72 @@
+#
+# Following tests will be skipped on armv7l-linux
+#
+# =====================
+# Fails in CPU fallback
+# =====================
+GeneratedTests.depth_to_space_float_1
+GeneratedTests.depth_to_space_float_2
+GeneratedTests.depth_to_space_float_3
+GeneratedTests.depth_to_space_quant8_1
+GeneratedTests.depth_to_space_quant8_2
+GeneratedTests.dequantize
+GeneratedTests.embedding_lookup
+GeneratedTests.floor_
+GeneratedTests.hashtable_lookup_float
+GeneratedTests.hashtable_lookup_quant8
+GeneratedTests.l2_normalization_2
+GeneratedTests.l2_normalization_large
+GeneratedTests.l2_normalization
+GeneratedTests.local_response_norm_float_1
+GeneratedTests.local_response_norm_float_2
+GeneratedTests.local_response_norm_float_3
+GeneratedTests.local_response_norm_float_4
+GeneratedTests.lsh_projection_2
+GeneratedTests.lsh_projection
+GeneratedTests.lsh_projection_weights_as_inputs
+GeneratedTests.lstm2
+GeneratedTests.lstm2_state2
+GeneratedTests.lstm2_state
+GeneratedTests.lstm3
+GeneratedTests.lstm3_state2
+GeneratedTests.lstm3_state3
+GeneratedTests.lstm3_state
+GeneratedTests.lstm
+GeneratedTests.lstm_state2
+GeneratedTests.lstm_state
+GeneratedTests.relu1_float_1
+GeneratedTests.relu1_float_2
+GeneratedTests.relu1_quant8_1
+GeneratedTests.relu1_quant8_2
+GeneratedTests.rnn
+GeneratedTests.rnn_state
+GeneratedTests.space_to_depth_float_1
+GeneratedTests.space_to_depth_float_2
+GeneratedTests.space_to_depth_float_3
+GeneratedTests.space_to_depth_quant8_1
+GeneratedTests.space_to_depth_quant8_2
+GeneratedTests.svdf2
+GeneratedTests.svdf
+GeneratedTests.svdf_state
+GeneratedTests.strided_slice_float_10
+GeneratedTests.strided_slice_float_1
+GeneratedTests.strided_slice_float_2
+GeneratedTests.strided_slice_float_3
+GeneratedTests.strided_slice_float_4
+GeneratedTests.strided_slice_float_5
+GeneratedTests.strided_slice_float_6
+GeneratedTests.strided_slice_float_7
+GeneratedTests.strided_slice_float_8
+GeneratedTests.strided_slice_float_9
+GeneratedTests.strided_slice
+GeneratedTests.tensorflowmax_ex_2D_float
+GeneratedTests.tensorflowmax_ex_2D_int32
+GeneratedTests.sub_broadcast_float
+# =====================
+# Fails in ACL kernel
+# =====================
+GeneratedTests.avg_pool_float_4
+GeneratedTests.concat_float_1
+GeneratedTests.concat_float_2
+GeneratedTests.concat_float_3
+GeneratedTests.max_pool_float_3

diff --git a/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.x86_64-linux b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.x86_64-linux
index 97bf76f..d1cf084 100644 (file)
--- a/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.x86_64-linux
+++ b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.x86_64-linux
@@ -62,3 +62,9 @@ GeneratedTests.strided_slice
 GeneratedTests.tensorflowmax_ex_2D_float
 GeneratedTests.tensorflowmax_ex_2D_int32
 GeneratedTests.sub_broadcast_float
+TrivialTest.*
+ValidationTest.*
+ValidationTestModel.*
+ValidationTestCompilation.*
+ValidationTestIdentify.*
+ValidationTestExecution.*

diff --git a/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.x86_64-linux.legacy b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.x86_64-linux.legacy
new file mode 100644 (file)
index 0000000..97bf76f
--- /dev/null
+++ b/runtimes/tests/neural_networks_test/runtime_run_android_nn_test.skip.x86_64-linux.legacy
@@ -0,0 +1,64 @@
+#
+# Following tests will be skipped on x86_64-linux
+#
+# =====================
+# Fails in CPU fallback
+# =====================
+GeneratedTests.depth_to_space_float_1
+GeneratedTests.depth_to_space_float_2
+GeneratedTests.depth_to_space_float_3
+GeneratedTests.depth_to_space_quant8_1
+GeneratedTests.depth_to_space_quant8_2
+GeneratedTests.dequantize
+GeneratedTests.embedding_lookup
+GeneratedTests.floor_
+GeneratedTests.hashtable_lookup_float
+GeneratedTests.hashtable_lookup_quant8
+GeneratedTests.l2_normalization_2
+GeneratedTests.l2_normalization_large
+GeneratedTests.l2_normalization
+GeneratedTests.local_response_norm_float_1
+GeneratedTests.local_response_norm_float_2
+GeneratedTests.local_response_norm_float_3
+GeneratedTests.local_response_norm_float_4
+GeneratedTests.lsh_projection_2
+GeneratedTests.lsh_projection
+GeneratedTests.lsh_projection_weights_as_inputs
+GeneratedTests.lstm2
+GeneratedTests.lstm2_state2
+GeneratedTests.lstm2_state
+GeneratedTests.lstm3
+GeneratedTests.lstm3_state2
+GeneratedTests.lstm3_state3
+GeneratedTests.lstm3_state
+GeneratedTests.lstm
+GeneratedTests.lstm_state2
+GeneratedTests.lstm_state
+GeneratedTests.relu1_float_1
+GeneratedTests.relu1_float_2
+GeneratedTests.relu1_quant8_1
+GeneratedTests.relu1_quant8_2
+GeneratedTests.rnn
+GeneratedTests.rnn_state
+GeneratedTests.space_to_depth_float_1
+GeneratedTests.space_to_depth_float_2
+GeneratedTests.space_to_depth_float_3
+GeneratedTests.space_to_depth_quant8_1
+GeneratedTests.space_to_depth_quant8_2
+GeneratedTests.svdf2
+GeneratedTests.svdf
+GeneratedTests.svdf_state
+GeneratedTests.strided_slice_float_10
+GeneratedTests.strided_slice_float_1
+GeneratedTests.strided_slice_float_2
+GeneratedTests.strided_slice_float_3
+GeneratedTests.strided_slice_float_4
+GeneratedTests.strided_slice_float_5
+GeneratedTests.strided_slice_float_6
+GeneratedTests.strided_slice_float_7
+GeneratedTests.strided_slice_float_8
+GeneratedTests.strided_slice_float_9
+GeneratedTests.strided_slice
+GeneratedTests.tensorflowmax_ex_2D_float
+GeneratedTests.tensorflowmax_ex_2D_int32
+GeneratedTests.sub_broadcast_float