20.02
|
#include <InferenceModel.hpp>
Classes | |
struct | CommandLineOptions |
Public Types | |
using | DataType = TDataType |
using | Params = InferenceModelInternal::Params |
using | QuantizationParams = InferenceModelInternal::QuantizationParams |
using | TContainer = boost::variant< std::vector< float >, std::vector< int >, std::vector< unsigned char > > |
Public Member Functions | |
InferenceModel (const Params ¶ms, bool enableProfiling, const std::string &dynamicBackendsPath, const std::shared_ptr< armnn::IRuntime > &runtime=nullptr) | |
void | CheckInputIndexIsValid (unsigned int inputIndex) const |
void | CheckOutputIndexIsValid (unsigned int outputIndex) const |
unsigned int | GetInputSize (unsigned int inputIndex=0u) const |
unsigned int | GetOutputSize (unsigned int outputIndex=0u) const |
std::chrono::duration< double, std::milli > | Run (const std::vector< TContainer > &inputContainers, std::vector< TContainer > &outputContainers) |
const armnn::BindingPointInfo & | GetInputBindingInfo (unsigned int inputIndex=0u) const |
const std::vector< armnn::BindingPointInfo > & | GetInputBindingInfos () const |
const armnn::BindingPointInfo & | GetOutputBindingInfo (unsigned int outputIndex=0u) const |
const std::vector< armnn::BindingPointInfo > & | GetOutputBindingInfos () const |
QuantizationParams | GetQuantizationParams (unsigned int outputIndex=0u) const |
QuantizationParams | GetInputQuantizationParams (unsigned int inputIndex=0u) const |
std::vector< QuantizationParams > | GetAllQuantizationParams () const |
Static Public Member Functions | |
static void | AddCommandLineOptions (boost::program_options::options_description &desc, CommandLineOptions &options) |
Definition at line 316 of file InferenceModel.hpp.
using DataType = TDataType |
Definition at line 319 of file InferenceModel.hpp.
using Params = InferenceModelInternal::Params |
Definition at line 320 of file InferenceModel.hpp.
Definition at line 321 of file InferenceModel.hpp.
using TContainer = boost::variant<std::vector<float>, std::vector<int>, std::vector<unsigned char> > |
Definition at line 322 of file InferenceModel.hpp.
|
inline |
Definition at line 371 of file InferenceModel.hpp.
References ARMNN_SCOPED_HEAP_PROFILING, IRuntime::Create(), CreateNetworkImpl< IParser >::Create(), armnn::Failure, Params::m_ComputeDevices, OptimizerOptions::m_Debug, IRuntime::CreationOptions::m_DynamicBackendsPath, Params::m_DynamicBackendsPath, Params::m_EnableFp16TurboMode, IRuntime::CreationOptions::m_EnableGpuProfiling, m_EnableProfiling, Params::m_InputBindings, Params::m_ModelPath, Params::m_OutputBindings, Params::m_PrintIntermediateLayers, OptimizerOptions::m_ReduceFp32ToFp16, Params::m_VisualizePostOptimizationModel, armnn::Optimize(), and options.
|
inlinestatic |
Definition at line 341 of file InferenceModel.hpp.
References armnn::BackendRegistryInstance(), BackendRegistry::GetBackendIdsAsString(), InferenceModel< IParser, TDataType >::CommandLineOptions::m_ComputeDevices, InferenceModel< IParser, TDataType >::CommandLineOptions::m_DynamicBackendsPath, InferenceModel< IParser, TDataType >::CommandLineOptions::m_EnableFp16TurboMode, InferenceModel< IParser, TDataType >::CommandLineOptions::m_Labels, InferenceModel< IParser, TDataType >::CommandLineOptions::m_ModelDir, and InferenceModel< IParser, TDataType >::CommandLineOptions::m_VisualizePostOptimizationModel.
Referenced by ClassifierTestCaseProvider< TDatabase, InferenceModel >::AddCommandLineOptions().
|
inline |
Definition at line 433 of file InferenceModel.hpp.
References Params::m_InputBindings.
|
inline |
Definition at line 441 of file InferenceModel.hpp.
References Params::m_OutputBindings.
|
inline |
Definition at line 550 of file InferenceModel.hpp.
References Params::m_DynamicBackendsPath, m_EnableProfiling, Params::m_InputBindings, Params::m_OutputBindings, armnnUtils::MakeInputTensors(), and armnnUtils::MakeOutputTensors().
|
inline |
Definition at line 514 of file InferenceModel.hpp.
References Params::m_InputBindings.
Referenced by main().
|
inline |
Definition at line 520 of file InferenceModel.hpp.
References Params::m_InputBindings.
|
inline |
Definition at line 543 of file InferenceModel.hpp.
References Params::m_InputBindings.
Referenced by MainImpl().
|
inline |
Definition at line 449 of file InferenceModel.hpp.
References Params::m_InputBindings.
Referenced by MainImpl().
|
inline |
Definition at line 525 of file InferenceModel.hpp.
References Params::m_OutputBindings.
|
inline |
Definition at line 531 of file InferenceModel.hpp.
References Params::m_OutputBindings.
Referenced by MainImpl().
|
inline |
Definition at line 455 of file InferenceModel.hpp.
References Params::m_OutputBindings.
Referenced by main(), and MainImpl().
|
inline |
Definition at line 536 of file InferenceModel.hpp.
References Params::m_OutputBindings.
|
inline |
Definition at line 461 of file InferenceModel.hpp.
References armnn::Failure, m_EnableProfiling, armnnUtils::MakeInputTensors(), armnnUtils::MakeOutputTensors(), and armnn::numeric_cast().
Referenced by MainImpl().