Struct host::world::WasiNnCtx

pub struct WasiNnCtx {
    models: HashMap<GraphExecutionContext, ExecutionContext>,
    graphs: HashMap<Graph, InferenceModel>,
    last_id: u32,
}

Fields

models: HashMap<GraphExecutionContext, ExecutionContext>

graphs: HashMap<Graph, InferenceModel>

last_id: u32

Implementations

impl WasiNnCtx

fn next_id<T>(&mut self) -> T where
    T: From<u32>, 

Trait Implementations

impl Debug for WasiNnCtx

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for WasiNnCtx

fn default() -> WasiNnCtx

Returns the “default value” for a type.

impl WasiEphemeralNn for WasiNnCtx

fn load<'a>(
    &mut self,
    builders: &GraphBuilderArray<'a>,
    encoding: GraphEncoding,
    target: ExecutionTarget
) -> Result<Graph, NnErrno>

fn init_execution_context(
    &mut self,
    graph: Graph
) -> Result<GraphExecutionContext, NnErrno>

fn set_input<'a>(
    &mut self,
    context: GraphExecutionContext,
    index: u32,
    tensor: &Tensor<'a>
) -> Result<(), NnErrno>

fn get_output<'a>(
    &mut self,
    context: GraphExecutionContext,
    index: u32,
    out_buffer: &GuestPtr<'a, u8>,
    out_buffer_max_size: BufferSize
) -> Result<BufferSize, NnErrno>

fn compute(&mut self, context: GraphExecutionContext) -> Result<(), NnErrno>