cvedia::rt::internal::InferenceRegistry ¶

Public Classes ¶

	Name
struct	ResolvedPostprocess

Public Types ¶

	Name
enum class	PostPreference

Public Functions ¶

	Name
expected< module::ModelPaths >	resolveUri(std::string const & uri)
void	initialize()
void	reset()
NODISCARD expected< module::createInferenceHandler >	getSchemeHandler(std::string const & backend)
NODISCARD expected< module::createInferenceHandler >	getExtHandler(std::string const & backend)
NODISCARD expected< module::createInferenceEngine >	getInferenceBackendHandler(std::string const & modelUri)
NODISCARD expected< module::preprocessHandler >	getPreProcessHandler(std::string const & handler)
NODISCARD expected< module::preprocessBufferHandler >	getPreProcessBufferHandler(std::string const & handler)
NODISCARD expected< module::postprocessHandler >	getPostProcessHandler(std::string const & handler)
NODISCARD expected< module::postprocessCudaHandler >	getPostProcessCudaHandler(std::string const & handler)
NODISCARD bool	hasPostProcessCudaHandler(std::string const & handler)
NODISCARD expected< module::postprocessOpenClHandler >	getPostProcessOpenClHandler(std::string const & handler)
NODISCARD bool	hasPostProcessOpenClHandler(std::string const & handler)
NODISCARD expected< ResolvedPostprocess >	getPostProcessHandler(std::string const & handler, PostPreference pref)
NODISCARD expected< std::shared_ptr< iface::InferenceEngine > >	createBackend(std::string const & modelUri, std::string const & name)
NODISCARD std::vector< std::string >	getAllSchemeHandlers()
NODISCARD std::vector< std::pair< std::string, std::string > >	getAllDevices()
NODISCARD std::map< std::string, pCValue >	getAllCapabilities()

Public Types Documentation ¶

enum PostPreference ¶

Enumerator	Value	Description
auto_
cpu
cuda
opencl

Public Functions Documentation ¶

function resolveUri ¶

static expected< module::ModelPaths > resolveUri(
    std::string const & uri
)

function initialize ¶

static void initialize()

function reset ¶

static void reset()

function getSchemeHandler ¶

static NODISCARD expected< module::createInferenceHandler > getSchemeHandler(
    std::string const & backend
)

function getExtHandler ¶

static NODISCARD expected< module::createInferenceHandler > getExtHandler(
    std::string const & backend
)

function getInferenceBackendHandler ¶

static NODISCARD expected< module::createInferenceEngine > getInferenceBackendHandler(
    std::string const & modelUri
)

function getPreProcessHandler ¶

static NODISCARD expected< module::preprocessHandler > getPreProcessHandler(
    std::string const & handler
)

function getPreProcessBufferHandler ¶

static NODISCARD expected< module::preprocessBufferHandler > getPreProcessBufferHandler(
    std::string const & handler
)

function getPostProcessHandler ¶

static NODISCARD expected< module::postprocessHandler > getPostProcessHandler(
    std::string const & handler
)

function getPostProcessCudaHandler ¶

static NODISCARD expected< module::postprocessCudaHandler > getPostProcessCudaHandler(
    std::string const & handler
)

function hasPostProcessCudaHandler ¶

static NODISCARD bool hasPostProcessCudaHandler(
    std::string const & handler
)

function getPostProcessOpenClHandler ¶

static NODISCARD expected< module::postprocessOpenClHandler > getPostProcessOpenClHandler(
    std::string const & handler
)

function hasPostProcessOpenClHandler ¶

static NODISCARD bool hasPostProcessOpenClHandler(
    std::string const & handler
)

function getPostProcessHandler ¶

static NODISCARD expected< ResolvedPostprocess > getPostProcessHandler(
    std::string const & handler,
    PostPreference pref
)

function createBackend ¶

static NODISCARD expected< std::shared_ptr< iface::InferenceEngine > > createBackend(
    std::string const & modelUri,
    std::string const & name
)

function getAllSchemeHandlers ¶

static NODISCARD std::vector< std::string > getAllSchemeHandlers()

function getAllDevices ¶

static NODISCARD std::vector< std::pair< std::string, std::string > > getAllDevices()

function getAllCapabilities ¶

static NODISCARD std::map< std::string, pCValue > getAllCapabilities()