src/backends/WorkloadFactory.hpp

   1 //
   2 // Copyright © 2017 Arm Ltd. All rights reserved.
   3 // SPDX-License-Identifier: MIT
   4 //
   5 #pragma once
   6
   7 #include <memory>
   8 #include <armnn/TensorFwd.hpp>
   9 #include <armnn/Optional.hpp>
  10 #include <backends/OutputHandler.hpp>
  11 #include <backends/Workload.hpp>
  12
  13 namespace armnn
  14 {
  15
  16 class Layer;
  17
  18 // Workload factory interface for compute backends.
  19 class IWorkloadFactory
  20 {
  21 public:
  22     virtual ~IWorkloadFactory() { }
  23
  24     virtual const BackendId& GetBackendId() const = 0;
  25
  26     /// Informs the memory manager that the network is finalized and ready for execution.
  27     virtual void Finalize() { }
  28
  29     /// Inform the memory manager to release the memory
  30     virtual void Release() { }
  31
  32     /// Inform the memory manager to acquire memory
  33     virtual void Acquire() { }
  34
  35     static bool IsLayerSupported(const BackendId& backendId,
  36                                  const IConnectableLayer& layer,
  37                                  Optional<DataType> dataType,
  38                                  std::string& outReasonIfUnsupported);
  39
  40     static bool IsLayerSupported(const IConnectableLayer& layer,
  41                                  Optional<DataType> dataType,
  42                                  std::string& outReasonIfUnsupported);
  43
  44     virtual bool SupportsSubTensors() const = 0;
  45
  46     virtual std::unique_ptr<ITensorHandle> CreateSubTensorHandle(ITensorHandle& parent,
  47                                                                  TensorShape const& subTensorShape,
  48                                                                  unsigned int const* subTensorOrigin
  49                                                                 ) const = 0;
  50
  51     virtual std::unique_ptr<IWorkload> CreateInput(const InputQueueDescriptor& descriptor,
  52                                                    const WorkloadInfo& info) const = 0;
  53
  54     virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo) const = 0;
  55
  56     virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
  57                                                               DataLayout dataLayout) const = 0;
  58
  59     virtual std::unique_ptr<IWorkload> CreateOutput(const OutputQueueDescriptor& descriptor,
  60                                                     const WorkloadInfo& info) const = 0;
  61
  62     virtual std::unique_ptr<IWorkload> CreateActivation(const ActivationQueueDescriptor& descriptor,
  63                                                         const WorkloadInfo&              info) const = 0;
  64
  65     virtual std::unique_ptr<IWorkload> CreateSoftmax(const SoftmaxQueueDescriptor& descriptor,
  66                                                      const WorkloadInfo&           info) const = 0;
  67
  68     virtual std::unique_ptr<IWorkload> CreateSplitter(const SplitterQueueDescriptor& descriptor,
  69                                                       const WorkloadInfo&            info) const = 0;
  70
  71     virtual std::unique_ptr<IWorkload> CreateMerger(const MergerQueueDescriptor& descriptor,
  72                                                     const WorkloadInfo&          info) const = 0;
  73
  74     virtual std::unique_ptr<IWorkload> CreateFullyConnected(const FullyConnectedQueueDescriptor& descriptor,
  75                                                             const WorkloadInfo&                  info) const = 0;
  76
  77     virtual std::unique_ptr<IWorkload> CreatePermute(const PermuteQueueDescriptor& descriptor,
  78                                                      const WorkloadInfo&           info) const = 0;
  79
  80     virtual std::unique_ptr<IWorkload> CreatePooling2d(const Pooling2dQueueDescriptor& descriptor,
  81                                                        const WorkloadInfo&           info) const = 0;
  82
  83     virtual std::unique_ptr<IWorkload> CreateConvolution2d(const Convolution2dQueueDescriptor& descriptor,
  84                                                            const WorkloadInfo&               info) const = 0;
  85
  86     virtual std::unique_ptr<IWorkload> CreateDepthwiseConvolution2d(
  87         const DepthwiseConvolution2dQueueDescriptor& descriptor, const WorkloadInfo& info) const = 0;
  88
  89     virtual std::unique_ptr<IWorkload> CreateNormalization(const NormalizationQueueDescriptor& descriptor,
  90                                                            const WorkloadInfo&                 info) const = 0;
  91
  92     virtual std::unique_ptr<IWorkload> CreateAddition(const AdditionQueueDescriptor& descriptor,
  93                                                       const WorkloadInfo&            info) const = 0;
  94
  95     virtual std::unique_ptr<IWorkload> CreateMultiplication(const MultiplicationQueueDescriptor& descriptor,
  96                                                             const WorkloadInfo&                  info) const = 0;
  97
  98     virtual std::unique_ptr<IWorkload> CreateBatchNormalization(const BatchNormalizationQueueDescriptor& descriptor,
  99                                                                 const WorkloadInfo& info) const = 0;
 100
 101     virtual std::unique_ptr<IWorkload> CreateMemCopy(const MemCopyQueueDescriptor& descriptor,
 102                                                      const WorkloadInfo& info) const = 0;
 103
 104     virtual std::unique_ptr<IWorkload> CreateResizeBilinear(const ResizeBilinearQueueDescriptor& descriptor,
 105                                                             const WorkloadInfo& info) const = 0;
 106
 107     virtual std::unique_ptr<IWorkload> CreateFakeQuantization(const FakeQuantizationQueueDescriptor& descriptor,
 108                                                               const WorkloadInfo& info) const = 0;
 109
 110     virtual std::unique_ptr<IWorkload> CreateL2Normalization(const L2NormalizationQueueDescriptor& descriptor,
 111                                                              const WorkloadInfo& info) const = 0;
 112
 113     virtual std::unique_ptr<IWorkload> CreateConstant(const ConstantQueueDescriptor& descriptor,
 114                                                       const WorkloadInfo& info) const = 0;
 115
 116     virtual std::unique_ptr<IWorkload> CreateReshape(const ReshapeQueueDescriptor& descriptor,
 117                                                      const WorkloadInfo& info) const = 0;
 118
 119     virtual std::unique_ptr<IWorkload> CreateSpaceToBatchNd(const SpaceToBatchNdQueueDescriptor& descriptor,
 120                                                             const WorkloadInfo& info) const = 0;
 121
 122     virtual std::unique_ptr<IWorkload> CreateFloor(const FloorQueueDescriptor& descriptor,
 123                                                    const WorkloadInfo& info) const = 0;
 124
 125     virtual std::unique_ptr<IWorkload> CreateLstm(const LstmQueueDescriptor& descriptor,
 126                                                   const WorkloadInfo& info) const = 0;
 127
 128     virtual std::unique_ptr<IWorkload> CreateConvertFp16ToFp32(const ConvertFp16ToFp32QueueDescriptor& descriptor,
 129                                                                const WorkloadInfo& info) const = 0;
 130
 131     virtual std::unique_ptr<IWorkload> CreateConvertFp32ToFp16(const ConvertFp32ToFp16QueueDescriptor& descriptor,
 132                                                                const WorkloadInfo& info) const = 0;
 133
 134     virtual std::unique_ptr<IWorkload> CreateDivision(const DivisionQueueDescriptor& descriptor,
 135                                                       const WorkloadInfo& info) const = 0;
 136
 137     virtual std::unique_ptr<IWorkload> CreateSubtraction(const SubtractionQueueDescriptor& descriptor,
 138                                                          const WorkloadInfo& info) const = 0;
 139
 140     virtual std::unique_ptr<IWorkload> CreateMean(const MeanQueueDescriptor& descriptor,
 141                                                   const WorkloadInfo& Info) const = 0;
 142
 143     virtual std::unique_ptr<IWorkload> CreatePad(const PadQueueDescriptor& descriptor,
 144                                                  const WorkloadInfo& Info) const = 0;
 145 };
 146
 147 } //namespace armnn