cvedia::rt::iface::InferenceEngine¶
Inherits from ModuleImpl, Module
Public Functions¶
| Name | |
|---|---|
| InferenceEngine(std::string const & moduleName) | |
| virtual void * | getPtr() override =0 |
| virtual expected< void > | runInferenceAsync(cvec const & jobs, int ttl =60) =0 |
| virtual expected< cvec > | getAsyncInferenceResults() =0 |
| virtual expected< void > | setAsyncResultsCollectionDuration(int durationMs) =0 |
| virtual expected< cvec > | runInference(cvec const & jobs) =0 |
| virtual expected< void > | loadModelFromConfig() =0 |
| virtual expected< void > | loadModel(std::string const & path) =0 |
| virtual expected< void > | loadModel(std::string const & path, CValue & handlerConfig) =0 |
| virtual expected< void > | setPoolSize(int poolSize) =0 |
| virtual void | setBackendConfig(pCValue conf) =0 |
| virtual expected< pCValue > | getCapabilities() =0 |
| virtual expected< std::shared_ptr< iface::InferenceHandler > > | getActiveHandler() const =0 |
| virtual expected< pCValue > | getModelConfig() =0 |
| virtual ssize_t | inputBatchSize() =0 |
| virtual ssize_t | inputWidth() =0 |
| virtual ssize_t | inputHeight() =0 |
| virtual ssize_t | inputChannels() =0 |
| virtual std::vector< int > | inputShape() =0 |
| virtual std::vector< int > | outputShape() =0 |
Additional inherited members¶
Public Functions inherited from ModuleImpl
| Name | |
|---|---|
| ModuleImpl(std::string moduleName) | |
| virtual void | verifyConfig(pCValue instanceConfig, ConfigCheckResults & configCheckResults) override |
| virtual pCValue | getConfigSpecs() const override |
| virtual std::string const & | getName() const override |
| virtual void | setName(std::string const & name) override |
| virtual void | setParent(iface::Module * parent) override |
| virtual iface::Module * | getParent() const override |
| virtual expected< pCValue > | getValue(std::string const & key, int dictType) const override |
| virtual expected< cvec > | getValue(std::vector< std::string > const & keys, int dictType) const override |
| virtual expected< void > | setValue(std::string const & key, pCValue const & value, int dictType) override |
| virtual expected< void > | setValue(cmap const & values, int dictType) override |
| expected< void > | unsetKey(std::string const & key, int const dictType) |
| virtual expected< std::unique_ptr< iface::CVDictRoot > > | getStateDict() const override |
| virtual expected< std::unique_ptr< iface::CVDictRoot > > | getConfigDict() const override |
| virtual expected< void > | setConfig(pCValue const & conf) const override |
| virtual std::string | getRootNode() const override |
Public Attributes inherited from ModuleImpl
| Name | |
|---|---|
| std::shared_mutex | pluginMut_ |
Public Functions inherited from Module
| Name | |
|---|---|
| Module() =default | |
| virtual | ~Module() =default |
| Module(Module const & other) =default | |
| Module & | operator=(Module const & other) =default |
| Module(Module && other) =default | |
| Module & | operator=(Module && other) =default |
| virtual void | verifyConfig(pCValue instanceConfig, ConfigCheckResults & configCheckResults) =0 |
| virtual pCValue | getConfigSpecs() const =0 |
| virtual std::map< std::string, std::shared_ptr< ConfigDescriptor > > | getConfigDescriptors() const |
| virtual std::string const & | getName() const =0 |
| virtual void | setName(std::string const & name) =0 |
| virtual void | stop() |
| virtual void | setParent(iface::Module * ) =0 |
| virtual iface::Module * | getParent() const =0 |
| virtual expected< pCValue > | getValue(std::string const & key, int dictType) const =0 |
| virtual expected< cvec > | getValue(std::vector< std::string > const & keys, int dictType) const =0 |
| virtual expected< void > | setValue(std::string const & key, pCValue const & value, int dictType) =0 |
| virtual expected< void > | setValue(cmap const & values, int dictType) =0 |
| virtual expected< std::unique_ptr< iface::CVDictRoot > > | getStateDict() const =0 |
| virtual expected< std::unique_ptr< iface::CVDictRoot > > | getConfigDict() const =0 |
| virtual expected< void > | setConfig(pCValue const & conf) const =0 |
| virtual std::string | getRootNode() const =0 |
Public Functions Documentation¶
function InferenceEngine¶
inline InferenceEngine(
std::string const & moduleName
)
function getPtr¶
virtual void * getPtr() override =0
Reimplements: cvedia::rt::ModuleImpl::getPtr
function runInferenceAsync¶
virtual expected< void > runInferenceAsync(
cvec const & jobs,
int ttl =60
) =0
function getAsyncInferenceResults¶
virtual expected< cvec > getAsyncInferenceResults() =0
function setAsyncResultsCollectionDuration¶
virtual expected< void > setAsyncResultsCollectionDuration(
int durationMs
) =0
function runInference¶
virtual expected< cvec > runInference(
cvec const & jobs
) =0
function loadModelFromConfig¶
virtual expected< void > loadModelFromConfig() =0
function loadModel¶
virtual expected< void > loadModel(
std::string const & path
) =0
function loadModel¶
virtual expected< void > loadModel(
std::string const & path,
CValue & handlerConfig
) =0
function setPoolSize¶
virtual expected< void > setPoolSize(
int poolSize
) =0
function setBackendConfig¶
virtual void setBackendConfig(
pCValue conf
) =0
function getCapabilities¶
virtual expected< pCValue > getCapabilities() =0
function getActiveHandler¶
virtual expected< std::shared_ptr< iface::InferenceHandler > > getActiveHandler() const =0
function getModelConfig¶
virtual expected< pCValue > getModelConfig() =0
function inputBatchSize¶
virtual ssize_t inputBatchSize() =0
function inputWidth¶
virtual ssize_t inputWidth() =0
function inputHeight¶
virtual ssize_t inputHeight() =0
function inputChannels¶
virtual ssize_t inputChannels() =0
function inputShape¶
virtual std::vector< int > inputShape() =0
function outputShape¶
virtual std::vector< int > outputShape() =0