2 // Copyright © 2017 Arm Ltd. All rights reserved.
3 // See LICENSE file in the project root for full license information.
7 #include "WorkloadFactory.hpp"
8 #include "OutputHandler.hpp"
9 #include "armnn/IRuntime.hpp"
11 #ifdef ARMCOMPUTECL_ENABLED
12 #include <arm_compute/runtime/CL/CLTuner.h>
25 class IClTunedParameters;
26 class ClTunedParameters;
28 // ARM Compute OpenCL workload factory
29 class ClWorkloadFactory : public IWorkloadFactory
33 ClWorkloadFactory(IClTunedParameters* clTunedParameters = nullptr);
35 virtual ~ClWorkloadFactory();
37 virtual Compute GetCompute() const override { return Compute::GpuAcc; }
39 static bool IsLayerSupported(const Layer& layer, DataType dataType, std::string& outReasonIfUnsupported);
41 void LoadOpenClRuntime();
43 virtual bool SupportsSubTensors() const override { return true; }
45 virtual std::unique_ptr<ITensorHandle> CreateSubTensorHandle(ITensorHandle& parent,
46 TensorShape const& subTensorShape,
47 unsigned int const* subTensorOrigin) const override;
49 virtual std::unique_ptr<ITensorHandle> CreateTensorHandle(const TensorInfo& tensorInfo) const override;
51 virtual std::unique_ptr<IWorkload> CreateInput(const InputQueueDescriptor& descriptor,
52 const WorkloadInfo& info) const override;
54 virtual std::unique_ptr<IWorkload> CreateOutput(const OutputQueueDescriptor& descriptor,
55 const WorkloadInfo& info) const override;
57 virtual std::unique_ptr<IWorkload> CreateActivation(const ActivationQueueDescriptor& descriptor,
58 const WorkloadInfo& info) const override;
60 virtual std::unique_ptr<IWorkload> CreateSoftmax(const SoftmaxQueueDescriptor& descriptor,
61 const WorkloadInfo& info) const override;
63 virtual std::unique_ptr<IWorkload> CreateSplitter(const SplitterQueueDescriptor& descriptor,
64 const WorkloadInfo& info) const override;
66 virtual std::unique_ptr<IWorkload> CreateMerger(const MergerQueueDescriptor& descriptor,
67 const WorkloadInfo& info) const override;
69 virtual std::unique_ptr<IWorkload> CreateFullyConnected(const FullyConnectedQueueDescriptor& descriptor,
70 const WorkloadInfo& info) const override;
72 virtual std::unique_ptr<IWorkload> CreatePermute(const PermuteQueueDescriptor& descriptor,
73 const WorkloadInfo& info) const override;
75 virtual std::unique_ptr<IWorkload> CreatePooling2d(const Pooling2dQueueDescriptor& descriptor,
76 const WorkloadInfo& info) const override;
78 virtual std::unique_ptr<IWorkload> CreateConvolution2d(const Convolution2dQueueDescriptor& descriptor,
79 const WorkloadInfo& info) const override;
81 virtual std::unique_ptr<IWorkload> CreateDepthwiseConvolution2d(
82 const DepthwiseConvolution2dQueueDescriptor& descriptor, const WorkloadInfo& info) const override;
84 virtual std::unique_ptr<IWorkload> CreateNormalization(const NormalizationQueueDescriptor& descriptor,
85 const WorkloadInfo& info) const override;
87 virtual std::unique_ptr<IWorkload> CreateAddition(const AdditionQueueDescriptor& descriptor,
88 const WorkloadInfo& info) const override;
90 virtual std::unique_ptr<IWorkload> CreateMultiplication(const MultiplicationQueueDescriptor& descriptor,
91 const WorkloadInfo& info) const override;
93 virtual std::unique_ptr<IWorkload> CreateBatchNormalization(const BatchNormalizationQueueDescriptor& descriptor,
94 const WorkloadInfo& info) const override;
96 virtual std::unique_ptr<IWorkload> CreateMemCopy(const MemCopyQueueDescriptor& descriptor,
97 const WorkloadInfo& info) const override;
99 virtual std::unique_ptr<IWorkload> CreateResizeBilinear(const ResizeBilinearQueueDescriptor& descriptor,
100 const WorkloadInfo& info) const override;
102 virtual std::unique_ptr<IWorkload> CreateFakeQuantization(const FakeQuantizationQueueDescriptor& descriptor,
103 const WorkloadInfo& info) const override;
105 virtual std::unique_ptr<IWorkload> CreateL2Normalization(const L2NormalizationQueueDescriptor& descriptor,
106 const WorkloadInfo& info) const override;
108 virtual std::unique_ptr<IWorkload> CreateConstant(const ConstantQueueDescriptor& descriptor,
109 const WorkloadInfo& info) const override;
111 virtual std::unique_ptr<IWorkload> CreateReshape(const ReshapeQueueDescriptor& descriptor,
112 const WorkloadInfo& info) const override;
114 virtual std::unique_ptr<IWorkload> CreateFloor(const FloorQueueDescriptor& descriptor,
115 const WorkloadInfo& info) const override;
118 ClTunedParameters* m_clTunedParameters;
121 class ClTunedParameters : public IClTunedParameters
124 ClTunedParameters(armnn::IClTunedParameters::Mode mode);
126 virtual void Load(const char* filename);
127 virtual void Save(const char* filename) const;
131 #ifdef ARMCOMPUTECL_ENABLED
132 arm_compute::CLTuner m_Tuner;