cvedia::rt::iface::InferenceHandler¶
Inherits from ModuleImpl, Module
Public Classes¶
| Name | |
|---|---|
| struct | InferenceRun |
| struct | InferenceRunOptions |
| struct | TensorInfo |
Public Types¶
| Name | |
|---|---|
| enum class | InferenceOutputPreference |
Public Functions¶
| Name | |
|---|---|
| InferenceHandler(std::string const & moduleName) | |
| virtual pCValue | getCapabilities() =0 |
| virtual expected< void > | loadBackend() =0 |
| virtual NODISCARD expected< void > | loadModel(std::string const & path) =0 |
| virtual expected< std::vector< xt::xarray< float > > > | runInference(std::vector< Tensor > & input) =0 |
| virtual expected< std::vector< xt::xarray< float > > > | runInference(std::vector< cbuffer > & ) |
| virtual expected< InferenceRun > | runInference(std::vector< cbuffer > & , InferenceOutputPreference ) |
| virtual std::string | getActiveDevice() =0 |
| virtual std::string | getTransportUri() const =0 |
| virtual std::vector< int > | getInputShape() =0 |
| virtual std::vector< int > | getOutputShape() =0 |
| virtual std::string | getDefaultScheme() const =0 |
| virtual std::string | getDefaultExtension() const =0 |
| virtual std::optional< ModelRuntimeInfo > | getModelRuntimeInfo() const |
| virtual NODISCARD expected< void > | setDevice(std::string const & guid) =0 |
| virtual std::vector< std::pair< std::string, std::string > > | getDeviceGuids() =0 |
Additional inherited members¶
Public Functions inherited from ModuleImpl
| Name | |
|---|---|
| ModuleImpl(std::string moduleName) | |
| virtual void * | getPtr() override |
| virtual void | verifyConfig(pCValue instanceConfig, ConfigCheckResults & configCheckResults) override |
| virtual pCValue | getConfigSpecs() const override |
| virtual std::string const & | getName() const override |
| virtual void | setName(std::string const & name) override |
| virtual void | setParent(iface::Module * parent) override |
| virtual iface::Module * | getParent() const override |
| virtual expected< pCValue > | getValue(std::string const & key, int dictType) const override |
| virtual expected< cvec > | getValue(std::vector< std::string > const & keys, int dictType) const override |
| virtual expected< void > | setValue(std::string const & key, pCValue const & value, int dictType) override |
| virtual expected< void > | setValue(cmap const & values, int dictType) override |
| expected< void > | unsetKey(std::string const & key, int const dictType) |
| virtual expected< std::unique_ptr< iface::CVDictRoot > > | getStateDict() const override |
| virtual expected< std::unique_ptr< iface::CVDictRoot > > | getConfigDict() const override |
| virtual expected< void > | setConfig(pCValue const & conf) const override |
| virtual std::string | getRootNode() const override |
Public Attributes inherited from ModuleImpl
| Name | |
|---|---|
| std::shared_mutex | pluginMut_ |
Public Functions inherited from Module
| Name | |
|---|---|
| Module() =default | |
| virtual | ~Module() =default |
| Module(Module const & other) =default | |
| Module & | operator=(Module const & other) =default |
| Module(Module && other) =default | |
| Module & | operator=(Module && other) =default |
| virtual void * | getPtr() =0 |
| virtual void | verifyConfig(pCValue instanceConfig, ConfigCheckResults & configCheckResults) =0 |
| virtual pCValue | getConfigSpecs() const =0 |
| virtual std::map< std::string, std::shared_ptr< ConfigDescriptor > > | getConfigDescriptors() const |
| virtual std::string const & | getName() const =0 |
| virtual void | setName(std::string const & name) =0 |
| virtual void | stop() |
| virtual void | setParent(iface::Module * ) =0 |
| virtual iface::Module * | getParent() const =0 |
| virtual expected< pCValue > | getValue(std::string const & key, int dictType) const =0 |
| virtual expected< cvec > | getValue(std::vector< std::string > const & keys, int dictType) const =0 |
| virtual expected< void > | setValue(std::string const & key, pCValue const & value, int dictType) =0 |
| virtual expected< void > | setValue(cmap const & values, int dictType) =0 |
| virtual expected< std::unique_ptr< iface::CVDictRoot > > | getStateDict() const =0 |
| virtual expected< std::unique_ptr< iface::CVDictRoot > > | getConfigDict() const =0 |
| virtual expected< void > | setConfig(pCValue const & conf) const =0 |
| virtual std::string | getRootNode() const =0 |
Public Types Documentation¶
enum InferenceOutputPreference¶
| Enumerator | Value | Description |
|---|---|---|
| CPU | ||
| CUDA | ||
| OPENCL |
Public Functions Documentation¶
function InferenceHandler¶
inline InferenceHandler(
std::string const & moduleName
)
function getCapabilities¶
virtual pCValue getCapabilities() =0
function loadBackend¶
virtual expected< void > loadBackend() =0
function loadModel¶
virtual NODISCARD expected< void > loadModel(
std::string const & path
) =0
function runInference¶
virtual expected< std::vector< xt::xarray< float > > > runInference(
std::vector< Tensor > & input
) =0
function runInference¶
inline virtual expected< std::vector< xt::xarray< float > > > runInference(
std::vector< cbuffer > &
)
function runInference¶
inline virtual expected< InferenceRun > runInference(
std::vector< cbuffer > & ,
InferenceOutputPreference
)
function getActiveDevice¶
virtual std::string getActiveDevice() =0
function getTransportUri¶
virtual std::string getTransportUri() const =0
function getInputShape¶
virtual std::vector< int > getInputShape() =0
function getOutputShape¶
virtual std::vector< int > getOutputShape() =0
function getDefaultScheme¶
virtual std::string getDefaultScheme() const =0
function getDefaultExtension¶
virtual std::string getDefaultExtension() const =0
function getModelRuntimeInfo¶
inline virtual std::optional< ModelRuntimeInfo > getModelRuntimeInfo() const
function setDevice¶
virtual NODISCARD expected< void > setDevice(
std::string const & guid
) =0
function getDeviceGuids¶
virtual std::vector< std::pair< std::string, std::string > > getDeviceGuids() =0