builtin/inferenceregistry.h ¶

Namespaces ¶

Name
cvedia
cvedia::rt API for controlling the server and lifecycle management of runtime instances.
cvedia::rt::iface
cvedia::rt::module
cvedia::rt::internal

Classes ¶

	Name
struct	cvedia::rt::module::ModelPaths
class	cvedia::rt::internal::ModelUriMatcher
class	cvedia::rt::internal::InferenceRegistry
struct	cvedia::rt::internal::InferenceRegistry::ResolvedPostprocess

Types ¶

	Name
typedef expected< std::vector< std::vector< Tensor > > >()(InferenceContext &ctx, CValue inferenceConf)	preprocessHandler
typedef expected< cvec >()(InferenceContext &ctx, std::vector< xt::xarray< float > > &output, CValue inferenceConf)	postprocessHandler
typedef expected< std::vector< std::vector< cbuffer > > >()(InferenceContext &ctx, CValue inferenceConf)	preprocessBufferHandler
typedef expected< cvec >()(InferenceContext &ctx, std::vector< void > &outputs, std::vector< iface::InferenceHandler::TensorInfo > const &meta, CValue *inferenceConf)	postprocessCudaHandler
typedef expected< cvec >()(InferenceContext &ctx, std::vector< cbuffer > &outputs, std::vector< iface::InferenceHandler::TensorInfo > const &meta, CValue inferenceConf)	postprocessOpenClHandler

Types Documentation ¶

typedef preprocessHandler ¶

typedef expected< std::vector< std::vector< Tensor > > >(* preprocessHandler) (InferenceContext &ctx, CValue *inferenceConf);

typedef postprocessHandler ¶

typedef expected< cvec >(* postprocessHandler) (InferenceContext &ctx, std::vector< xt::xarray< float > > &output, CValue *inferenceConf);

typedef preprocessBufferHandler ¶

typedef expected< std::vector< std::vector< cbuffer > > >(* preprocessBufferHandler) (InferenceContext &ctx, CValue *inferenceConf);

typedef postprocessCudaHandler ¶

typedef expected< cvec >(* postprocessCudaHandler) (InferenceContext &ctx, std::vector< void * > &outputs, std::vector< iface::InferenceHandler::TensorInfo > const  &meta, CValue *inferenceConf);

typedef postprocessOpenClHandler ¶

typedef expected< cvec >(* postprocessOpenClHandler) (InferenceContext &ctx, std::vector< cbuffer > &outputs, std::vector< iface::InferenceHandler::TensorInfo > const  &meta, CValue *inferenceConf);