Struct tract_core::ops::matmul::mir_quant::QMatMul

pub struct QMatMul {
    pub a_trans: bool,
    pub b_trans: bool,
    pub c_trans: bool,
    pub output_type: DatumType,
    pub params: MatMulQParams,
}

Fields

a_trans: bool

b_trans: bool

c_trans: bool

output_type: DatumType

params: MatMulQParams

Implementations

impl QMatMul

pub fn new(
    a_trans: bool,
    b_trans: bool,
    c_trans: bool,
    output_type: DatumType,
    params: MatMulQParams
) -> Self

Constructs a new QMatMul.

impl QMatMul

pub fn with_a_trans(self, a_trans: bool) -> QMatMul

pub fn with_b_trans(self, b_trans: bool) -> QMatMul

pub fn with_c_trans(self, c_trans: bool) -> QMatMul

Trait Implementations

impl Clone for QMatMul

fn clone(&self) -> QMatMul

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for QMatMul

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl DynHash for QMatMul

fn dyn_hash(&self, state: &mut dyn Hasher)

impl EvalOp for QMatMul

fn is_stateless(&self) -> bool

fn eval(&self, inputs: TVec<Arc<Tensor>>) -> TractResult<TVec<Arc<Tensor>>>

fn state(
    &self,
    session: &mut SessionState,
    node_id: usize
) -> TractResult<Option<Box<dyn OpState>>>

impl Hash for QMatMul

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H) where
    H: Hasher, 

Feeds a slice of this type into the given Hasher.

impl Op for QMatMul

fn name(&self) -> Cow<'_, str>

fn op_families(&self) -> &'static [&'static str]

Vector of short strings defining what families the op belongs too. tract-core defines “core”, “mir”, “lir”.

fn as_typed(&self) -> Option<&dyn TypedOp>

fn validation(&self) -> Validation

The kind of accuracy check that should be performed on operation when testing them.

fn same_as(&self, _other: &dyn Op) -> bool

Compare two ops.

fn info(&self) -> TractResult<Vec<String>>

Short (one-line) strings giving hints on internal implementation or important configuration details to be displayed in dumps.

impl TypedOp for QMatMul

fn output_facts(&self, inputs: &[&TypedFact]) -> TractResult<TVec<TypedFact>>

Deduce output facts from input facts.

fn declutter(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

Declutter the op to the tract_core operator set as much as possible.

fn cost(&self, inputs: &[&TypedFact]) -> TractResult<TVec<(Cost, TDim)>>

Computes a cost hint of the operation.

fn codegen(
    &self,
    model: &TypedModel,
    node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

Translate the op into the most efficient form possible for execution.

fn as_op(&self) -> &dyn Op

Reinterpret the TypedOp as an Op.

fn as_op_mut(&mut self) -> &mut dyn Op

Reinterpret the TypedOp as an Op, mutably.

fn invariants(
    &self,
    inputs: &[&TypedFact],
    outputs: &[&TypedFact]
) -> TractResult<Invariants>

fn fuse(
    &self,
    _model: &TypedModel,
    _node: &TypedNode
) -> TractResult<Option<TypedModelPatch>>

Fuse op after codegen to deal with local optimisations.

fn suggested_axis_changes(&self) -> TractResult<TVec<(InOut, AxisOp)>>

fn change_axes(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    io: InOut,
    change: &AxisOp
) -> TractResult<Option<AxisChangeConsequence>>

fn slice_output(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    patch: &mut TypedModelPatch,
    output_slot: usize,
    axis: usize,
    start: usize,
    end: usize
) -> TractResult<Option<OutletId>>

fn quantize(
    &self,
    model: &TypedModel,
    node: &TypedNode,
    dt: DatumType,
    scale: f32,
    zero_point: i32
) -> TractResult<Option<Box<dyn TypedOp>>>

Transforms the op in an equivalent one, operating on dt (i8 or u8).

fn concretize_dims(
    &self,
    source: &TypedModel,
    node: &TypedNode,
    target: &mut TypedModel,
    mapping: &HashMap<OutletId, OutletId>,
    values: &SymbolValues
) -> TractResult<TVec<OutletId>>

Transform the op into by providing a value to one or more symbols.

fn nested_model_multipliers(
    &self,
    inputs: &[&TypedFact]
) -> Vec<(Cow<'_, str>, f64)>

Nested model multipliers, with label (for profiling).