From: Inki Dae Date: Sun, 7 Feb 2021 23:53:45 +0000 (+0900) Subject: test: Add verification code for CLTuner feature X-Git-Tag: submit/tizen/20210422.072212~4 X-Git-Url: http://review.tizen.org/git/?a=commitdiff_plain;h=732841f9a62e7fbd06da82496df24bfbcebce5b4;p=platform%2Fcore%2Fmultimedia%2Finference-engine-interface.git test: Add verification code for CLTuner feature Added verification cases for CLTuner feature, which verify other reference models, quantized image classification, object detection, face detection and pose estimation. Change-Id: I250152282ee3364865c9d10d020aead687eeb0d9 Signed-off-by: Inki Dae --- diff --git a/test/src/inference_engine_profiler.cpp b/test/src/inference_engine_profiler.cpp index 51000f3..11aeffd 100644 --- a/test/src/inference_engine_profiler.cpp +++ b/test/src/inference_engine_profiler.cpp @@ -113,6 +113,22 @@ active, update, mode, \ PARAM_TYPE_TFLITE_IC_INFER(backend, device, iter) +#define PARAM_TYPE_TFLITE_IC_Q_CLTUNER(active, update, mode, backend, device, iter) \ + active, update, mode, \ + PARAM_TYPE_TFLITE_IC_Q_INFER(backend, device, iter) + +#define PARAM_TYPE_TFLITE_OD_CLTUNER(active, update, mode, backend, device, iter) \ + active, update, mode, \ + PARAM_TYPE_TFLITE_OD_INFER(backend, device, iter) + +#define PARAM_TYPE_TFLITE_FD_CLTUNER(active, update, mode, backend, device, iter) \ + active, update, mode, \ + PARAM_TYPE_TFLITE_FD_INFER(backend, device, iter) + +#define PARAM_TYPE_TFLITE_PE_CLTUNER(active, update, mode, backend, device, iter) \ + active, update, mode, \ + PARAM_TYPE_TFLITE_PE_INFER(backend, device, iter) + typedef std::tuple, int, int, int, std::vector, std::vector, std::vector, @@ -1029,7 +1045,63 @@ INSTANTIATE_TEST_CASE_P( ParamType_CLTuner( PARAM_TYPE_TFLITE_IC_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_EXHAUSTIVE, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), ParamType_CLTuner( - PARAM_TYPE_TFLITE_IC_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)) + PARAM_TYPE_TFLITE_IC_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + + // quantized mobilenet based image classification test + ParamType_CLTuner( + PARAM_TYPE_TFLITE_IC_Q_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_RAPID, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_IC_Q_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_IC_Q_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_NORMAL, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_IC_Q_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_IC_Q_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_EXHAUSTIVE, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_IC_Q_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + + // object detection test + ParamType_CLTuner( + PARAM_TYPE_TFLITE_OD_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_RAPID, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_OD_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_OD_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_NORMAL, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_OD_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_OD_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_EXHAUSTIVE, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_OD_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + + // face detection test + ParamType_CLTuner( + PARAM_TYPE_TFLITE_FD_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_RAPID, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_FD_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_FD_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_NORMAL, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_FD_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_FD_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_EXHAUSTIVE, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_FD_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + + // pose estimation test + ParamType_CLTuner( + PARAM_TYPE_TFLITE_PE_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_RAPID, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_PE_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_PE_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_NORMAL, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_PE_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_PE_CLTUNER(true, true, INFERENCE_ENGINE_CLTUNER_EXHAUSTIVE, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)), + ParamType_CLTuner( + PARAM_TYPE_TFLITE_PE_CLTUNER(true, false, INFERENCE_ENGINE_CLTUNER_READ, "armnn", INFERENCE_TARGET_GPU, INFERENCE_ITERATION)) /* TODO */ ));