From: 박종현/On-Device Lab(SR)/Staff Engineer/삼성전자 Date: Tue, 21 May 2019 03:36:06 +0000 (+0900) Subject: Introduce RUA library (#5227) X-Git-Tag: submit/tizen/20190809.050447~785 X-Git-Url: http://review.tizen.org/git/?a=commitdiff_plain;h=4051d934a26c747d69b0f964cebea3bb331de26f;p=platform%2Fcore%2Fml%2Fnnfw.git Introduce RUA library (#5227) This commit introduces RUA library which serves as an abstraction over various Android NN runtime implementations. Signed-off-by: Jonghyun Park --- diff --git a/libs/rua/CMakeLists.txt b/libs/rua/CMakeLists.txt new file mode 100644 index 0000000..ad6d478 --- /dev/null +++ b/libs/rua/CMakeLists.txt @@ -0,0 +1 @@ +add_subdirectory(core) diff --git a/libs/rua/README.md b/libs/rua/README.md new file mode 100644 index 0000000..aea4ce0 --- /dev/null +++ b/libs/rua/README.md @@ -0,0 +1,4 @@ +# rua + +_rua_ is a **RU**ntime **A**bstraction layer which allows us to switch between multiple +Android NN rutime during execution (not loading time). diff --git a/libs/rua/core/CMakeLists.txt b/libs/rua/core/CMakeLists.txt new file mode 100644 index 0000000..9cc5b5a --- /dev/null +++ b/libs/rua/core/CMakeLists.txt @@ -0,0 +1,3 @@ +add_library(rua-core INTERFACE) +target_include_directories(rua-core INTERFACE include) +target_link_libraries(rua-core INTERFACE nnapi-header) diff --git a/libs/rua/core/include/rua/Service.h b/libs/rua/core/include/rua/Service.h new file mode 100644 index 0000000..9d2a1a7 --- /dev/null +++ b/libs/rua/core/include/rua/Service.h @@ -0,0 +1,158 @@ +/* + * Copyright (c) 2019 Samsung Electronics Co., Ltd. All Rights Reserved + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +/** + * @file Service.h + * @brief Core abstraction that RUA depends on. + */ +#ifndef __RUA_SERVICE_H__ +#define __RUA_SERVICE_H__ + +#include "NeuralNetworks.h" + +struct ANeuralNetworksMemory; +struct ANeuralNetworksEvent; + +struct ANeuralNetworksModel; +struct ANeuralNetworksCompilation; +struct ANeuralNetworksExecution; + +namespace rua +{ + +/** + * @brief A wrapper for ANeuralNetworkMemory API + */ +struct MemoryService +{ + virtual ~MemoryService() = default; + + virtual int createFromFd(size_t size, int protect, int fd, size_t offset, + ANeuralNetworksMemory **memory) const = 0; + + virtual void free(ANeuralNetworksMemory *memory) const = 0; +}; + +/** + * @brief A wrapper for ANeuralNetworkModel API + */ +struct ModelService +{ + virtual ~ModelService() = default; + + virtual int create(ANeuralNetworksModel **model) const = 0; + + virtual int addOperand(ANeuralNetworksModel *model, + const ANeuralNetworksOperandType *type) const = 0; + + virtual int setOperandValue(ANeuralNetworksModel *model, int32_t index, const void *buffer, + size_t length) const = 0; + + virtual int setOperandValueFromMemory(ANeuralNetworksModel *model, int32_t index, + const ANeuralNetworksMemory *memory, size_t offset, + size_t length) const = 0; + + virtual int addOperation(ANeuralNetworksModel *model, ANeuralNetworksOperationType type, + uint32_t inputCount, const uint32_t *inputs, uint32_t outputCount, + const uint32_t *outputs) const = 0; + + virtual int identifyInputsAndOutputs(ANeuralNetworksModel *model, uint32_t inputCount, + const uint32_t *inputs, uint32_t outputCount, + const uint32_t *outputs) const = 0; + + virtual int relaxComputationFloat32toFloat16(ANeuralNetworksModel *model, bool allow) const = 0; + + virtual int finish(ANeuralNetworksModel *model) const = 0; + + virtual void free(ANeuralNetworksModel *model) const = 0; +}; + +/** + * @brief A wrapper for ANeuralNetworkCompilation API + */ +struct CompilationService +{ + virtual ~CompilationService() = default; + + virtual int create(ANeuralNetworksModel *model, + ANeuralNetworksCompilation **compilation) const = 0; + + virtual int setPreference(ANeuralNetworksCompilation *compilation, int32_t preference) const = 0; + virtual int finish(ANeuralNetworksCompilation *compilation) const = 0; + + virtual void free(ANeuralNetworksCompilation *compilation) const = 0; +}; + +/** + * @brief A wrapper for ANeuralNetworkExecution API + */ +struct ExecutionService +{ + virtual ~ExecutionService() = default; + + virtual int create(ANeuralNetworksCompilation *compilation, + ANeuralNetworksExecution **execution) const = 0; + + virtual void free(ANeuralNetworksExecution *execution) const = 0; + + virtual int setInput(ANeuralNetworksExecution *execution, int32_t index, + const ANeuralNetworksOperandType *type, const void *buffer, + size_t length) const = 0; + + virtual int setInputFromMemory(ANeuralNetworksExecution *execution, int32_t index, + const ANeuralNetworksOperandType *type, + const ANeuralNetworksMemory *memory, size_t offset, + size_t length) const = 0; + + virtual int setOutput(ANeuralNetworksExecution *execution, int32_t index, + const ANeuralNetworksOperandType *type, void *buffer, + size_t length) const = 0; + + virtual int setOutputFromMemory(ANeuralNetworksExecution *execution, int32_t index, + const ANeuralNetworksOperandType *type, + const ANeuralNetworksMemory *memory, size_t offset, + size_t length) const = 0; + + virtual int startCompute(ANeuralNetworksExecution *execution, + ANeuralNetworksEvent **event) const = 0; +}; + +/** + * @brief A wrapper for ANeuralNetworkEvent API + */ +struct EventService +{ + virtual int wait(ANeuralNetworksEvent *event) const = 0; + virtual void free(ANeuralNetworksEvent *event) const = 0; +}; + +/** + * @brief A wrapper for Android NN rutime itself + */ +struct RuntimeService +{ + virtual ~RuntimeService() = default; + + virtual const MemoryService *memory(void) const = 0; + virtual const ModelService *model(void) const = 0; + virtual const CompilationService *compilation(void) const = 0; + virtual const ExecutionService *execution(void) const = 0; + virtual const EventService *event(void) const = 0; +}; + +} // namespace rua + +#endif // __RUA_SERVICE_H__