test: Add measurement cases for CLTuner

Added several measurement cases to compare the inference performance
of ARMNN CLTuner.

This patch measures the performance in following order,
	 1. Generate CLTuner files for reference models.
	 2. Measure inference performance without CLTuner.
	 3. Measure inference performance with CLTuner.

Change-Id: I0336a472ec381e4d89bc1491b9a458f05f55c71f
Signed-off-by: Inki Dae <inki.dae@samsung.com>

diff --git a/test/src/inference_engine_profiler.cpp b/test/src/inference_engine_profiler.cpp
index 11aeffdfc36728c7027d1c49cc0d2b3b8c8dfe9a..02d8c0b1f1939772988e4f0f90d5894eb138408c 100644 (file)
--- a/test/src/inference_engine_profiler.cpp
+++ b/test/src/inference_engine_profiler.cpp
@@ -1100,6 +1100,42 @@ INSTANTIATE_TEST_CASE_P(
                                                PARAM_TYPE_TFLITE_PE_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)),
                                ParamType_CLTuner(
                                                PARAM_TYPE_TFLITE_PE_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_EXHAUSTIVE, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)),
+                               ParamType_CLTuner(
+                                               PARAM_TYPE_TFLITE_PE_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)),
+
+                               // CLTuner file generation.
+                               ParamType_CLTuner(
+                                               PARAM_TYPE_TFLITE_IC_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_EXHAUSTIVE, "armnn", INFERENCE_TARGET_GPU, 1)),
+                               ParamType_CLTuner(
+                                               PARAM_TYPE_TFLITE_IC_Q_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_EXHAUSTIVE, "armnn", INFERENCE_TARGET_GPU, 1)),
+                               ParamType_CLTuner(
+                                               PARAM_TYPE_TFLITE_OD_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_EXHAUSTIVE, "armnn", INFERENCE_TARGET_GPU, 1)),
+                               ParamType_CLTuner(
+                                               PARAM_TYPE_TFLITE_FD_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_EXHAUSTIVE, "armnn", INFERENCE_TARGET_GPU, 1)),
+                               ParamType_CLTuner(
+                                               PARAM_TYPE_TFLITE_PE_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_EXHAUSTIVE, "armnn", INFERENCE_TARGET_GPU, 1)),
+
+                               // Measure inference performance without CLTuner.
+                               ParamType_CLTuner(
+                                               PARAM_TYPE_TFLITE_IC_CLTUNER(false, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)),
+                               ParamType_CLTuner(
+                                               PARAM_TYPE_TFLITE_IC_Q_CLTUNER(false, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)),
+                               ParamType_CLTuner(
+                                               PARAM_TYPE_TFLITE_OD_CLTUNER(false, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)),
+                               ParamType_CLTuner(
+                                               PARAM_TYPE_TFLITE_FD_CLTUNER(false, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)),
+                               ParamType_CLTuner(
+                                               PARAM_TYPE_TFLITE_PE_CLTUNER(false, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)),
+
+                               // Measure inference performance with CLTuner.
+                               ParamType_CLTuner(
+                                               PARAM_TYPE_TFLITE_IC_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)),
+                               ParamType_CLTuner(
+                                               PARAM_TYPE_TFLITE_IC_Q_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)),
+                               ParamType_CLTuner(
+                                               PARAM_TYPE_TFLITE_OD_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)),
+                               ParamType_CLTuner(
+                                               PARAM_TYPE_TFLITE_FD_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)),
                                ParamType_CLTuner(
                                                PARAM_TYPE_TFLITE_PE_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION))
                                /* TODO */