Add CL Tuner support sandbox/inki.dae/cl_tuner
authorInki Dae <inki.dae@samsung.com>
Mon, 23 Nov 2020 08:29:22 +0000 (17:29 +0900)
committerInki Dae <inki.dae@samsung.com>
Mon, 23 Nov 2020 08:29:22 +0000 (17:29 +0900)
Change-Id: Id4f15a1a14c02c39200b7cc3132cab702056c0dd
Signed-off-by: Inki Dae <inki.dae@samsung.com>
src/inference_engine_armnn.cpp

index c4d5e50e53684a3f8e1f33bb868092bc2fdac8ea..642762cca802ac442996be5f37130010f5efaed2 100644 (file)
@@ -53,6 +53,8 @@ namespace ARMNNImpl
 
                mOutputBindingInfo.clear();
                std::vector<armnn::BindingPointInfo>().swap(mOutputBindingInfo);
+
+               armnn::IRuntime::Destroy(mRuntime);
        }
 
        int InferenceARMNN::SetPrivateData(void *data)
@@ -234,7 +236,21 @@ namespace ARMNNImpl
 
                int ret = INFERENCE_ENGINE_ERROR_NONE;
 
+               std::string tune_path = model_paths[0] + ".tune";
+
+               std::cout << tune_path.c_str() << std::endl;
+
                armnn::IRuntime::CreationOptions creation_options;
+               creation_options.m_BackendOptions.emplace_back(
+                               armnn::BackendOptions
+                               {
+                                       "GpuAcc",
+                                       {
+                                               {"TuningLevel", 0},
+                                               {"TuningFile", tune_path.c_str()}
+                                       }
+                               }
+               );
 
                if (mRuntime == nullptr) {
                        mRuntime = armnn::IRuntime::CreateRaw(creation_options);