Struct hotg_runecoral::InferenceContext

source · [−]

pub struct InferenceContext { /* private fields */ }

Expand description

A backend which can run inference on a model.

Implementations

source

impl InferenceContext

source

pub fn infer(
 &mut self,
 inputs: &[Tensor<'_>],
 outputs: &mut [TensorMut<'_>]
) -> Result<(), InferError>

source

pub fn create_context(
 mimetype: &str,
 model: &[u8 ],
 acceleration_backend: AccelerationBackend
) -> Result<InferenceContext, Error>

source

pub fn opcount(&self) -> u64

source

pub fn inputs(&self) -> impl Iterator<Item = TensorDescriptor<'_>> + '_

source

pub fn outputs(&self) -> impl Iterator<Item = TensorDescriptor<'_>> + '_

Trait Implementations

source

impl Debug for InferenceContext

source

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

source

impl Drop for InferenceContext

source

fn drop(&mut self)

Executes the destructor for this type. Read more

source

impl Send for InferenceContext

Auto Trait Implementations

impl RefUnwindSafe for InferenceContext

impl !Sync for InferenceContext

impl Unpin for InferenceContext

impl UnwindSafe for InferenceContext

Blanket Implementations

source

impl<T> Any for T where
T: 'static + ?Sized,

source

pub fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for T where
T: ?Sized,

const: unstable · source

pub fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for T where
T: ?Sized,

const: unstable · source

pub fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<T> From<T> for T

const: unstable · source

pub fn from(t: T) -> T

Returns the argument unchanged.

source

impl<T, U> Into for T where
U: From<T>,

const: unstable · source

pub fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

source

impl<T, U> TryFrom for T where
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

pub fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<T, U> TryInto for T where
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

const: unstable · source

pub fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

Struct hotg_runecoral::InferenceContext

Implementations

impl InferenceContext

pub fn infer(
    &mut self,
    inputs: &[Tensor<'_>],
    outputs: &mut [TensorMut<'_>]
) -> Result<(), InferError>

pub fn create_context(
    mimetype: &str,
    model: &[u8 ],
    acceleration_backend: AccelerationBackend
) -> Result<InferenceContext, Error>

pub fn opcount(&self) -> u64

pub fn inputs(&self) -> impl Iterator<Item = TensorDescriptor<'_>> + '_

pub fn outputs(&self) -> impl Iterator<Item = TensorDescriptor<'_>> + '_

Trait Implementations

impl Debug for InferenceContext

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Drop for InferenceContext

fn drop(&mut self)

impl Send for InferenceContext

Auto Trait Implementations

impl RefUnwindSafe for InferenceContext

impl !Sync for InferenceContext

impl Unpin for InferenceContext

impl UnwindSafe for InferenceContext

Blanket Implementations

impl<T> Any for T where
T: 'static + ?Sized,

pub fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where
T: ?Sized,

pub fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where
T: ?Sized,

pub fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

pub fn from(t: T) -> T

impl<T, U> Into<U> for T where
U: From<T>,

pub fn into(self) -> U

impl<T, U> TryFrom<U> for T where
U: Into<T>,

type Error = Infallible

pub fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

pub fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Struct hotg_runecoral::InferenceContext

Implementations

impl InferenceContext

pub fn infer( &mut self, inputs: &[Tensor<'_>], outputs: &mut [TensorMut<'_>]) -> Result<(), InferError>

pub fn create_context( mimetype: &str, model: &[u8], acceleration_backend: AccelerationBackend) -> Result<InferenceContext, Error>

pub fn opcount(&self) -> u64

pub fn inputs(&self) -> impl Iterator<Item = TensorDescriptor<'_>> + '_

pub fn outputs(&self) -> impl Iterator<Item = TensorDescriptor<'_>> + '_

Trait Implementations

impl Debug for InferenceContext

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Drop for InferenceContext

fn drop(&mut self)

impl Send for InferenceContext

Auto Trait Implementations

impl RefUnwindSafe for InferenceContext

impl !Sync for InferenceContext

impl Unpin for InferenceContext

impl UnwindSafe for InferenceContext

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

pub fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

pub fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

pub fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

pub fn from(t: T) -> T

impl<T, U> Into<U> for T where U: From<T>,

pub fn into(self) -> U

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

pub fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

pub fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

pub fn infer(
&mut self,
inputs: &[Tensor<'_>],
outputs: &mut [TensorMut<'_>]
) -> Result<(), InferError>

pub fn create_context(
mimetype: &str,
model: &[u8 ],
acceleration_backend: AccelerationBackend
) -> Result<InferenceContext, Error>

impl<T> Any for T where
T: 'static + ?Sized,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

impl<T, U> Into<U> for T where
U: From<T>,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,