From a10050b3285771710ab7715ea92055af53ef1216 Mon Sep 17 00:00:00 2001
From: =?utf8?q?=EA=B9=80=EC=9A=A9=EC=84=AD/On-Device=20Lab=28SR=29/Enginee?=
 =?utf8?q?r/=EC=82=BC=EC=84=B1=EC=A0=84=EC=9E=90?= <yons.kim@samsung.com>
Date: Mon, 24 Jun 2019 15:34:46 +0900
Subject: [PATCH] Introduce AclLinearMemoryManager (#5466)

Introduce AclLinearMemoryManager for wrapping arm_compute::Memory
classes

Signed-off-by: Yongseop Kim <yons.kim@samsung.com>
---
 .../backend/acl_common/AclLinearMemoryManager.h    | 132 +++++++++++++++++++++
 .../neurun/backend/acl_common/AclMemoryManager.h   |   1 +
 2 files changed, 133 insertions(+)
 create mode 100644 runtimes/neurun/backend/acl_common/AclLinearMemoryManager.h

diff --git a/runtimes/neurun/backend/acl_common/AclLinearMemoryManager.h b/runtimes/neurun/backend/acl_common/AclLinearMemoryManager.h
new file mode 100644
index 0000000..35c9521
--- /dev/null
+++ b/runtimes/neurun/backend/acl_common/AclLinearMemoryManager.h
@@ -0,0 +1,132 @@
+/*
+ * Copyright (c) 2019 Samsung Electronics Co., Ltd. All Rights Reserved
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#ifndef __NEURUN_BACKEND_ACL_COMMON_LINEAR_MEMORY_MANAGER_H__
+#define __NEURUN_BACKEND_ACL_COMMON_LINEAR_MEMORY_MANAGER_H__
+
+#include <cassert>
+
+#include "AclMemoryManager.h"
+#include "model/OperandIndexMap.h"
+#include "util/logging.h"
+
+namespace
+{
+
+template <typename T_MemoryManager, typename T_PoolManager, typename T_LifetimeManager>
+std::shared_ptr<T_MemoryManager> createMemoryManager()
+{
+  std::shared_ptr<T_LifetimeManager> lifetime_mgr = std::make_shared<T_LifetimeManager>();
+  std::shared_ptr<T_PoolManager> pool_mgr = std::make_shared<T_PoolManager>();
+
+  std::shared_ptr<T_MemoryManager> mem_mgr =
+      std::make_shared<T_MemoryManager>(lifetime_mgr, pool_mgr);
+  return mem_mgr;
+}
+
+} // namespace anonymous
+
+namespace neurun
+{
+namespace backend
+{
+namespace acl_common
+{
+
+template <typename T_Tensor, typename T_SubTensor, typename T_Object, typename T_MemoryManager,
+          typename T_PoolManager, typename T_LifetimeManager, typename T_Allocator,
+          typename T_MemoryGroup>
+class AclLinearMemoryManager : public AclMemoryManager<T_Tensor, T_SubTensor, T_Object>
+{
+public:
+  AclLinearMemoryManager()
+      : _allocator{nullptr},
+        _io_manager{createMemoryManager<T_MemoryManager, T_PoolManager, T_LifetimeManager>()},
+        _io_group{std::make_shared<T_MemoryGroup>(_io_manager)},
+        _internal_manager{createMemoryManager<T_MemoryManager, T_PoolManager, T_LifetimeManager>()}
+  {
+    // DO NOTHING
+  }
+
+  virtual ~AclLinearMemoryManager() = default;
+
+  virtual void allocate(void) override
+  {
+    VERBOSE(AclLinearMemoryManager) << "allocate" << std::endl;
+
+    _allocator = std::make_shared<T_Allocator>();
+    _internal_manager->populate(*_allocator, 1);
+    _io_manager->populate(*_allocator, 1);
+    _io_group->acquire();
+  }
+
+  virtual void deallocate(void) override
+  {
+    VERBOSE(AclLinearMemoryManager) << "deallocate" << std::endl;
+
+    _io_group->release();
+    _io_manager->clear();
+    _internal_manager->clear();
+  }
+
+  virtual void startLifetime(const model::OperandIndex &ind) override
+  {
+    VERBOSE(AclLinearMemoryManager) << "startLifetime for tensor #" << ind.value() << std::endl;
+
+    auto &tensors = this->tensors();
+    assert(tensors.find(ind) != tensors.end());
+
+    auto tensor = tensors[ind];
+    assert(tensor->handle());
+
+    _io_group->manage(tensor->handle());
+
+    _lifetime_done.insert({ind, false});
+  }
+
+  virtual void finishLifetime(const model::OperandIndex &ind) override
+  {
+    VERBOSE(AclLinearMemoryManager) << "finishLifetime for tensor #" << ind.value() << std::endl;
+
+    auto &tensors = this->tensors();
+    assert(tensors.find(ind) != tensors.end());
+
+    auto tensor = tensors[ind];
+    assert(tensor->allocator());
+
+    tensor->allocator()->allocate();
+
+    _lifetime_done.at(ind) = true;
+  }
+
+  virtual std::shared_ptr<::arm_compute::IMemoryManager> internal_buffer_manager() override
+  {
+    return _internal_manager;
+  }
+
+private:
+  std::shared_ptr<T_Allocator> _allocator;
+  std::shared_ptr<T_MemoryManager> _io_manager;
+  std::shared_ptr<T_MemoryGroup> _io_group;
+  std::shared_ptr<T_MemoryManager> _internal_manager;
+  model::OperandIndexMap<bool> _lifetime_done;
+};
+
+} // namespace acl_common
+} // namespace backend
+} // namespace neurun
+
+#endif // __NEURUN_BACKEND_ACL_COMMON_LINEAR_MEMORY_MANAGER_H__
diff --git a/runtimes/neurun/backend/acl_common/AclMemoryManager.h b/runtimes/neurun/backend/acl_common/AclMemoryManager.h
index 693f313..8fb3c43 100644
--- a/runtimes/neurun/backend/acl_common/AclMemoryManager.h
+++ b/runtimes/neurun/backend/acl_common/AclMemoryManager.h
@@ -104,6 +104,7 @@ private:
   model::OperandIndexMap<std::shared_ptr<T_Object>> _objects;
 };
 
+// TODO Replace this with AclLinearMemoryManager
 template <typename T_Tensor, typename T_SubTensor, typename T_Object>
 class LinearAclMemoryManager : public AclMemoryManager<T_Tensor, T_SubTensor, T_Object>
 {
-- 
2.7.4