Skip to content

api/inference.cpp

Functions

Name
expected< std::shared_ptr< iface::InferenceEngine > > getNonDispatcherInferenceEngine(std::string const & modelUri)

Attributes

Name
std::atomic< unsigned > deviceCacheGen_
std::mutex modelLoadErrorMutex_
std::unordered_map< std::string, std::string > modelLoadErrors_

Functions Documentation

function getNonDispatcherInferenceEngine

expected< std::shared_ptr< iface::InferenceEngine > > getNonDispatcherInferenceEngine(
    std::string const & modelUri
)

Attributes Documentation

variable deviceCacheGen_

static std::atomic< unsigned > deviceCacheGen_ {0};

variable modelLoadErrorMutex_

static std::mutex modelLoadErrorMutex_;

variable modelLoadErrors_

static std::unordered_map< std::string, std::string > modelLoadErrors_;