src/backends/backendsCommon/WorkloadFactory.hpp

   1 //
   2 // Copyright © 2017 Arm Ltd. All rights reserved.
   3 // SPDX-License-Identifier: MIT
   4 //
   5 #pragma once
   6
   7 #include <armnn/TensorFwd.hpp>
   8 #include <armnn/Optional.hpp>
   9
  10 #include <backendsCommon/OutputHandler.hpp>
  11 #include <backendsCommon/Workload.hpp>
  12
  13 #include <memory>
  14
  15 namespace armnn
  16 {
  17
  18 class Layer;
  19
  20 // Workload factory interface for compute backends.
  21 class IWorkloadFactory
  22 {
  23 public:
  24     virtual ~IWorkloadFactory() { }
  25
  26     virtual const BackendId& GetBackendId() const = 0;
  27
  28     static bool IsLayerSupported(const BackendId& backendId,
  29                                  const IConnectableLayer& layer,
  30                                  Optional<DataType> dataType,
  31                                  std::string& outReasonIfUnsupported);
  32
  33     static bool IsLayerSupported(const IConnectableLayer& layer,
  34                                  Optional<DataType> dataType,
  35                                  std::string& outReasonIfUnsupported);
  36
  37     virtual bool SupportsSubTensors() const = 0;
  38
  39     virtual std::unique_ptr<ITensorHandle> CreateSubTensorHandle(ITensorHandle& parent,
  40                                                                  TensorShape const& subTensorShape,
  41                                                                  unsigned int const* subTensorOrigin
  42                                                                 ) const = 0;
  43
  44     virtual std::unique_ptr<IWorkload> CreateInput(const InputQueueDescriptor& descriptor,
  45                                                    const WorkloadInfo& info) const = 0;
  46
  47     virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo) const = 0;
  48
  49     virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo,
  50                                                               DataLayout dataLayout) const = 0;
  51
  52     virtual std::unique_ptr<IWorkload> CreateAbs(const AbsQueueDescriptor& descriptor,
  53                                                  const WorkloadInfo& info) const;
  54
  55     virtual std::unique_ptr<IWorkload> CreateActivation(const ActivationQueueDescriptor& descriptor,
  56                                                         const WorkloadInfo&              info) const;
  57
  58     virtual std::unique_ptr<IWorkload> CreateAddition(const AdditionQueueDescriptor& descriptor,
  59                                                       const WorkloadInfo&            info) const;
  60
  61     virtual std::unique_ptr<IWorkload> CreateBatchNormalization(const BatchNormalizationQueueDescriptor& descriptor,
  62                                                                 const WorkloadInfo& info) const;
  63
  64     virtual std::unique_ptr<IWorkload> CreateBatchToSpaceNd(const BatchToSpaceNdQueueDescriptor& descriptor,
  65                                                             const WorkloadInfo& Info) const;
  66
  67     virtual std::unique_ptr<IWorkload> CreateConcat(const ConcatQueueDescriptor& descriptor,
  68                                                     const WorkloadInfo&          info) const;
  69
  70     virtual std::unique_ptr<IWorkload> CreateConstant(const ConstantQueueDescriptor& descriptor,
  71                                                       const WorkloadInfo& info) const;
  72
  73     virtual std::unique_ptr<IWorkload> CreateConvertFp16ToFp32(const ConvertFp16ToFp32QueueDescriptor& descriptor,
  74                                                                const WorkloadInfo& info) const;
  75
  76     virtual std::unique_ptr<IWorkload> CreateConvertFp32ToFp16(const ConvertFp32ToFp16QueueDescriptor& descriptor,
  77                                                                const WorkloadInfo& info) const;
  78
  79     virtual std::unique_ptr<IWorkload> CreateConvolution2d(const Convolution2dQueueDescriptor& descriptor,
  80                                                            const WorkloadInfo&               info) const;
  81
  82     virtual std::unique_ptr<IWorkload> CreateDebug(const DebugQueueDescriptor& descriptor,
  83                                                    const WorkloadInfo& info) const;
  84
  85     virtual std::unique_ptr<IWorkload> CreateDepthwiseConvolution2d(
  86         const DepthwiseConvolution2dQueueDescriptor& descriptor, const WorkloadInfo& info) const;
  87
  88     virtual std::unique_ptr<IWorkload> CreateDequantize(const DequantizeQueueDescriptor& descriptor,
  89                                                         const WorkloadInfo& info) const;
  90
  91     virtual std::unique_ptr<IWorkload> CreateDetectionPostProcess(
  92         const DetectionPostProcessQueueDescriptor& descriptor, const WorkloadInfo& info) const;
  93
  94     virtual std::unique_ptr<IWorkload> CreateDivision(const DivisionQueueDescriptor& descriptor,
  95                                                       const WorkloadInfo& info) const;
  96
  97     virtual std::unique_ptr<IWorkload> CreateEqual(const EqualQueueDescriptor& descriptor,
  98                                                    const WorkloadInfo& Info) const;
  99
 100     virtual std::unique_ptr<IWorkload> CreateFakeQuantization(const FakeQuantizationQueueDescriptor& descriptor,
 101                                                               const WorkloadInfo& info) const;
 102
 103     virtual std::unique_ptr<IWorkload> CreateFloor(const FloorQueueDescriptor& descriptor,
 104                                                    const WorkloadInfo& info) const;
 105
 106     virtual std::unique_ptr<IWorkload> CreateFullyConnected(const FullyConnectedQueueDescriptor& descriptor,
 107                                                             const WorkloadInfo&                  info) const;
 108
 109     virtual std::unique_ptr<IWorkload> CreateGather(const GatherQueueDescriptor& descriptor,
 110                                                     const WorkloadInfo& info) const;
 111
 112     virtual std::unique_ptr<IWorkload> CreateGreater(const GreaterQueueDescriptor& descriptor,
 113                                                      const WorkloadInfo& info) const;
 114
 115     virtual std::unique_ptr<IWorkload> CreateL2Normalization(const L2NormalizationQueueDescriptor& descriptor,
 116                                                              const WorkloadInfo& info) const;
 117
 118     virtual std::unique_ptr<IWorkload> CreateLstm(const LstmQueueDescriptor& descriptor,
 119                                                   const WorkloadInfo& info) const;
 120
 121     virtual std::unique_ptr<IWorkload> CreateMaximum(const MaximumQueueDescriptor& descriptor,
 122                                                      const WorkloadInfo& info) const;
 123
 124     virtual std::unique_ptr<IWorkload> CreateMean(const MeanQueueDescriptor& descriptor,
 125                                                   const WorkloadInfo& Info) const;
 126
 127     virtual std::unique_ptr<IWorkload> CreateMemCopy(const MemCopyQueueDescriptor& descriptor,
 128                                                      const WorkloadInfo& info) const;
 129
 130     virtual std::unique_ptr<IWorkload> CreateMemImport(const MemImportQueueDescriptor& descriptor,
 131                                                        const WorkloadInfo& info) const;
 132
 133     virtual std::unique_ptr<IWorkload> CreateMerge(const MergeQueueDescriptor& descriptor,
 134                                                     const WorkloadInfo& info) const;
 135
 136     ARMNN_DEPRECATED_MSG("Use CreateConcat instead")
 137     virtual std::unique_ptr<IWorkload> CreateMerger(const MergerQueueDescriptor& descriptor,
 138                                                     const WorkloadInfo&          info) const;
 139
 140     virtual std::unique_ptr<IWorkload> CreateMinimum(const MinimumQueueDescriptor& descriptor,
 141                                                      const WorkloadInfo& info) const;
 142
 143     virtual std::unique_ptr<IWorkload> CreateMultiplication(const MultiplicationQueueDescriptor& descriptor,
 144                                                             const WorkloadInfo&                  info) const;
 145
 146     virtual std::unique_ptr<IWorkload> CreateNormalization(const NormalizationQueueDescriptor& descriptor,
 147                                                            const WorkloadInfo&                 info) const;
 148
 149     virtual std::unique_ptr<IWorkload> CreateOutput(const OutputQueueDescriptor& descriptor,
 150                                                     const WorkloadInfo& info) const;
 151
 152     virtual std::unique_ptr<IWorkload> CreatePad(const PadQueueDescriptor& descriptor,
 153                                                  const WorkloadInfo& Info) const;
 154
 155     virtual std::unique_ptr<IWorkload> CreatePermute(const PermuteQueueDescriptor& descriptor,
 156                                                      const WorkloadInfo&           info) const;
 157
 158     virtual std::unique_ptr<IWorkload> CreatePooling2d(const Pooling2dQueueDescriptor& descriptor,
 159                                                        const WorkloadInfo&           info) const;
 160
 161     virtual std::unique_ptr<IWorkload> CreatePreCompiled(const PreCompiledQueueDescriptor& descriptor,
 162                                                          const WorkloadInfo& info) const;
 163
 164     virtual std::unique_ptr<IWorkload> CreatePrelu(const PreluQueueDescriptor& descriptor,
 165                                                    const WorkloadInfo& info) const;
 166
 167     virtual std::unique_ptr<IWorkload> CreateQuantize(const QuantizeQueueDescriptor& descriptor,
 168                                                       const WorkloadInfo& Info) const;
 169
 170     virtual std::unique_ptr<IWorkload> CreateQuantizedLstm(const QuantizedLstmQueueDescriptor& descriptor,
 171                                                            const WorkloadInfo& info) const;
 172
 173     virtual std::unique_ptr<IWorkload> CreateReshape(const ReshapeQueueDescriptor& descriptor,
 174                                                      const WorkloadInfo& info) const;
 175
 176     virtual std::unique_ptr<IWorkload> CreateResize(const ResizeQueueDescriptor& descriptor,
 177                                                     const WorkloadInfo& info) const;
 178
 179     ARMNN_DEPRECATED_MSG("Use CreateResize instead")
 180     virtual std::unique_ptr<IWorkload> CreateResizeBilinear(const ResizeBilinearQueueDescriptor& descriptor,
 181                                                             const WorkloadInfo& info) const;
 182
 183     virtual std::unique_ptr<IWorkload> CreateRsqrt(const RsqrtQueueDescriptor& descriptor,
 184                                                    const WorkloadInfo& info) const;
 185
 186     virtual std::unique_ptr<IWorkload> CreateSoftmax(const SoftmaxQueueDescriptor& descriptor,
 187                                                      const WorkloadInfo&           info) const;
 188
 189     virtual std::unique_ptr<IWorkload> CreateSpaceToBatchNd(const SpaceToBatchNdQueueDescriptor& descriptor,
 190                                                             const WorkloadInfo& info) const;
 191
 192     virtual std::unique_ptr<IWorkload> CreateSpaceToDepth(const SpaceToDepthQueueDescriptor& descriptor,
 193                                                           const WorkloadInfo& info) const;
 194
 195     virtual std::unique_ptr<IWorkload> CreateSubtraction(const SubtractionQueueDescriptor& descriptor,
 196                                                          const WorkloadInfo& info) const;
 197
 198     virtual std::unique_ptr<IWorkload> CreateSplitter(const SplitterQueueDescriptor& descriptor,
 199                                                       const WorkloadInfo&            info) const;
 200
 201     virtual std::unique_ptr<IWorkload> CreateStack(const StackQueueDescriptor& descriptor,
 202                                                    const WorkloadInfo& info) const;
 203
 204     virtual std::unique_ptr<IWorkload> CreateStridedSlice(const StridedSliceQueueDescriptor& descriptor,
 205                                                           const WorkloadInfo& Info) const;
 206
 207     virtual std::unique_ptr<IWorkload> CreateSwitch(const SwitchQueueDescriptor& descriptor,
 208                                                     const WorkloadInfo& Info) const;
 209
 210     virtual std::unique_ptr<IWorkload> CreateTransposeConvolution2d(
 211         const TransposeConvolution2dQueueDescriptor& descriptor,
 212         const WorkloadInfo& info) const;
 213 };
 214
 215 } // namespace armnn