IMemoryManager.hpp
ITensorHandle.hpp
OptimizationViews.hpp
+ profiling/IBackendProfiling.hpp
+ profiling/IBackendProfilingContext.hpp
)
add_library(armnnBackendsAPI OBJECT ${armnnBackendsAPI_sources})
#include <optimizations/Optimization.hpp>
#include "IBackendContext.hpp"
+#include "armnn/backends/profiling/IBackendProfiling.hpp"
+#include "armnn/backends/profiling/IBackendProfilingContext.hpp"
#include "IMemoryManager.hpp"
#include "ITensorHandleFactory.hpp"
#include "OptimizationViews.hpp"
using IWorkloadFactoryPtr = std::unique_ptr<IWorkloadFactory>;
using IBackendContextPtr = std::unique_ptr<IBackendContext>;
+ // This is the bridge between backend and backend profiling we'll keep it in the backend namespace.
+ using IBackendProfilingContextPtr = std::unique_ptr<armnn::profiling::IBackendProfilingContext>;
using OptimizationPtr = std::unique_ptr<Optimization>;
using Optimizations = std::vector<OptimizationPtr>;
using ILayerSupportSharedPtr = std::shared_ptr<ILayerSupport>;
virtual IBackendContextPtr CreateBackendContext(const IRuntime::CreationOptions&) const;
+ // Context specifically used for profiling interaction from backends.
+ virtual IBackendProfilingContextPtr CreateBackendProfilingContext(const IRuntime::CreationOptions& creationOptions,
+ armnn::profiling::IBackendProfiling& backendProfiling) const;
+
virtual ILayerSupportSharedPtr GetLayerSupport() const = 0;
virtual OptimizationViews OptimizeSubgraphView(const SubgraphView& subgraph) const;
--- /dev/null
+//
+// Copyright © 2020 Arm Ltd. All rights reserved.
+// SPDX-License-Identifier: MIT
+//
+#pragma once
+
+#include <armnn/IRuntime.hpp>
+#include <armnn/profiling/IProfilingGuidGenerator.hpp>
+#include <armnn/profiling/ISendTimelinePacket.hpp>
+#include <memory>
+#include <vector>
+
+namespace armnn
+{
+
+namespace profiling
+{
+
+struct CounterValue
+{
+ uint16_t counterId;
+ uint32_t counterValue;
+};
+
+struct Timestamp
+{
+ uint64_t timestamp;
+ std::vector<CounterValue> counterValues;
+};
+
+struct CounterStatus
+{
+ uint16_t m_BackendCounterId;
+ uint16_t m_GlobalCounterId;
+ bool m_Enabled;
+ uint32_t m_SamplingRateInMicroseconds;
+};
+
+class IRegisterBackendCounters
+{
+public:
+ uint16_t RegisterCategory(const std::string& categoryName,
+ const Optional<uint16_t>& deviceUid = EmptyOptional(),
+ const Optional<uint16_t>& counterSetUid = EmptyOptional());
+
+ uint16_t RegisterDevice(const std::string& deviceName,
+ uint16_t cores = 0,
+ const Optional<std::string>& parentCategoryName = EmptyOptional());
+
+ uint16_t RegisterCounterSet(const std::string& counterSetName,
+ uint16_t count = 0,
+ const Optional<std::string>& parentCategoryName = EmptyOptional());
+
+ uint16_t RegisterCounter(const uint16_t uid,
+ const std::string& parentCategoryName,
+ uint16_t counterClass,
+ uint16_t interpolation,
+ double multiplier,
+ const std::string& name,
+ const std::string& description,
+ const Optional<std::string>& units = EmptyOptional(),
+ const Optional<uint16_t>& numberOfCores = EmptyOptional(),
+ const Optional<uint16_t>& deviceUid = EmptyOptional(),
+ const Optional<uint16_t>& counterSetUid = EmptyOptional());
+};
+
+class IBackendProfiling
+{
+protected:
+ IBackendProfiling(const IRuntime::CreationOptions&)
+ {}
+
+public:
+ virtual ~IBackendProfiling()
+ {}
+
+ IRegisterBackendCounters GetCounterRegistrationInterface(uint16_t currentMaxGlobalCounterID);
+
+ ISendTimelinePacket& GetSendTimelinePacket();
+
+ IProfilingGuidGenerator& GetProfilingGuidGenerator();
+
+ void ReportCounters(const std::vector<Timestamp>& counterValues);
+
+ CounterStatus GetCounterStatus(uint16_t backendCounterId);
+
+ std::vector<CounterStatus> GetActiveCounters();
+
+ bool IsProfilingEnabled() const;
+};
+} // namespace profiling
+} // namespace armnn
\ No newline at end of file
--- /dev/null
+//
+// Copyright © 2020 Arm Ltd. All rights reserved.
+// SPDX-License-Identifier: MIT
+//
+#pragma once
+
+#include <armnn/IRuntime.hpp>
+#include <vector>
+
+namespace armnn
+{
+namespace profiling
+{
+
+class IBackendProfilingContext
+{
+protected:
+ IBackendProfilingContext(const IRuntime::CreationOptions&)
+ {}
+
+public:
+ virtual ~IBackendProfilingContext()
+ {}
+ virtual uint16_t RegisterCounters(uint16_t currentMaxGlobalCounterID);
+ virtual void ActivateCounters(uint32_t capturePeriod, const std::vector<uint16_t>& counterIds);
+ virtual std::vector<Timestamp> ReportCounterValues();
+ virtual void EnableProfiling(bool flag);
+};
+
+using IBackendProfilingContextUniquePtr = std::unique_ptr<IBackendProfilingContext>;
+} // namespace profiling
+} // namespace armnn
\ No newline at end of file
virtual IWorkloadFactoryPtr CreateWorkloadFactory(
const IMemoryManagerSharedPtr& memoryManager = nullptr) const = 0;
virtual IBackendContextPtr CreateBackendContext(const IRuntime::CreationOptions&) const = 0;
+ virtual IBackendProfilingContextPtr CreateBackendProfilingContext(const IRuntime::CreationOptions& creationOptions,
+ armnn::profiling::IBackendProfiling& backendProfiling) const = 0;
virtual ILayerSupportSharedPtr GetLayerSupport() const = 0;
virtual Optimizations GetOptimizations() const = 0;
virtual SubgraphUniquePtr OptimizeSubgraph(const SubgraphView& subgraph, bool& optimizationAttempted) const;
return IBackendContextPtr{};
}
+IBackendInternal::IBackendProfilingContextPtr IBackendInternal::CreateBackendProfilingContext(
+ const IRuntime::CreationOptions&, armnn::profiling::IBackendProfiling&) const
+{
+ return IBackendProfilingContextPtr{};
+}
+
// Default implementation of OptimizeSubgraphView for backward compatibility with the old API.
// Override this method with a custom optimization implementation.
OptimizationViews IBackendInternal::OptimizeSubgraphView(const SubgraphView& subgraph) const
return IBackendContextPtr{};
}
+IBackendInternal::IBackendProfilingContextPtr MockBackend::CreateBackendProfilingContext(
+ const IRuntime::CreationOptions&, armnn::profiling::IBackendProfiling&) const
+{
+ return IBackendProfilingContextPtr{};
+}
+
IBackendInternal::IMemoryManagerUniquePtr MockBackend::CreateMemoryManager() const
{
return IMemoryManagerUniquePtr{};
const IBackendInternal::IMemoryManagerSharedPtr& memoryManager = nullptr) const override;
IBackendInternal::IBackendContextPtr CreateBackendContext(const IRuntime::CreationOptions&) const override;
+ IBackendInternal::IBackendProfilingContextPtr CreateBackendProfilingContext(
+ const IRuntime::CreationOptions& creationOptions,
+ armnn::profiling::IBackendProfiling& backendProfiling) const override;
IBackendInternal::Optimizations GetOptimizations() const override;
IBackendInternal::ILayerSupportSharedPtr GetLayerSupport() const override;
return IBackendContextPtr{new ClBackendContext{options}};
}
+IBackendInternal::IBackendProfilingContextPtr ClBackend::CreateBackendProfilingContext(
+ const IRuntime::CreationOptions&,
+ armnn::profiling::IBackendProfiling&) const
+{
+ return IBackendProfilingContextPtr{};
+}
+
IBackendInternal::Optimizations ClBackend::GetOptimizations() const
{
return Optimizations{};
void RegisterTensorHandleFactories(TensorHandleFactoryRegistry& registry) override;
IBackendInternal::IBackendContextPtr CreateBackendContext(const IRuntime::CreationOptions&) const override;
+ IBackendInternal::IBackendProfilingContextPtr CreateBackendProfilingContext(const IRuntime::CreationOptions&,
+ armnn::profiling::IBackendProfiling&) const override;
IBackendInternal::Optimizations GetOptimizations() const override;
IBackendInternal::ILayerSupportSharedPtr GetLayerSupport() const override;
return IBackendContextPtr{};
}
+IBackendInternal::IBackendProfilingContextPtr NeonBackend::CreateBackendProfilingContext(
+ const IRuntime::CreationOptions&,
+ armnn::profiling::IBackendProfiling&) const
+{
+ return IBackendProfilingContextPtr{};
+}
+
IBackendInternal::Optimizations NeonBackend::GetOptimizations() const
{
return Optimizations{};
class TensorHandleFactoryRegistry& tensorHandleFactoryRegistry) const override;
IBackendInternal::IBackendContextPtr CreateBackendContext(const IRuntime::CreationOptions&) const override;
-
+ IBackendInternal::IBackendProfilingContextPtr CreateBackendProfilingContext(const IRuntime::CreationOptions&,
+ armnn::profiling::IBackendProfiling&) const override;
IBackendInternal::Optimizations GetOptimizations() const override;
IBackendInternal::ILayerSupportSharedPtr GetLayerSupport() const override;
#include <Optimizer.hpp>
-#include <boost/cast.hpp>
#include <boost/polymorphic_pointer_cast.hpp>
namespace armnn
return IBackendContextPtr{};
}
+IBackendInternal::IBackendProfilingContextPtr RefBackend::CreateBackendProfilingContext(
+ const IRuntime::CreationOptions&, armnn::profiling::IBackendProfiling&) const
+{
+ return IBackendProfilingContextPtr{};
+}
+
IBackendInternal::IMemoryManagerUniquePtr RefBackend::CreateMemoryManager() const
{
return std::make_unique<RefMemoryManager>();
IBackendInternal::IBackendContextPtr CreateBackendContext(const IRuntime::CreationOptions&) const override;
+ IBackendInternal::IBackendProfilingContextPtr CreateBackendProfilingContext(
+ const IRuntime::CreationOptions& creationOptions,
+ armnn::profiling::IBackendProfiling& backendProfiling) const override;
+
IBackendInternal::Optimizations GetOptimizations() const override;
IBackendInternal::ILayerSupportSharedPtr GetLayerSupport() const override;