1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
use crate::infer::*;
use crate::internal::*;
pub use tract_core::ops::array::{ConcatSlice, TypedConcat};
#[derive(Debug, Clone, new, Hash)]
pub struct Concat {
axis: i64,
}
impl_dyn_hash!(Concat);
impl Concat {
fn resolve_axis(&self, rank: i64) -> TractResult<usize> {
if 0 <= self.axis && self.axis <= rank - 1 {
Ok(self.axis as usize)
} else if -rank <= self.axis && self.axis < 0 {
Ok((self.axis + rank) as usize)
} else {
bail!("Illegal combination of values for rank and axis: {} and {}", rank, self.axis)
}
}
}
impl Expansion for Concat {
fn name(&self) -> Cow<str> {
"InferenceConcat".into()
}
op_hir!();
fn rules<'r, 'p: 'r, 's: 'r>(
&'s self,
s: &mut Solver<'r>,
inputs: &'p [TensorProxy],
outputs: &'p [TensorProxy],
) -> InferenceResult {
check_output_arity(&outputs, 1)?;
s.equals(&outputs[0].rank, &inputs[0].rank)?;
let n = inputs.len() as usize;
s.equals_all((0..n).map(|i| (&inputs[i].rank).bex()).collect())?;
s.given_all((0..n).map(|i| (&inputs[i].datum_type).bex()), move |s, dts| {
let super_type: DatumType = DatumType::super_type_for(&dts)
.with_context(|| format!("No supertype found for {:?}", dts))?;
s.equals(&outputs[0].datum_type, super_type)
})?;
s.given(&inputs[0].rank, move |s, rank| {
let axis = self.resolve_axis(rank as i64)?;
s.equals(
rules::expr::SumExp::new((0..n).map(|i| (&inputs[i].shape[axis]).bex()).collect()),
&outputs[0].shape[axis],
)?;
for axis in 0..axis {
s.equals(&outputs[0].shape[axis], &inputs[0].shape[axis])?;
s.equals_all((0..n).map(|i| inputs[i].shape[axis].bex()).collect())?;
}
for axis in (axis + 1)..(rank as usize) {
s.equals(&outputs[0].shape[axis], &inputs[0].shape[axis])?;
s.equals_all((0..n).map(|i| inputs[i].shape[axis].bex()).collect())?;
}
Ok(())
})?;
Ok(())
}
fn wire(
&self,
prefix: &str,
target: &mut TypedModel,
inputs: &[OutletId],
) -> TractResult<TVec<OutletId>> {
let facts = inputs
.iter()
.map(|i| target.outlet_fact(*i).map(|x| x.clone()))
.collect::<TractResult<TVec<_>>>()?;
let super_type = if let Some(super_type) =
DatumType::super_type_for(facts.iter().map(|x| x.datum_type))
{
super_type
} else {
bail!("Can not type op");
};
let axis = self.resolve_axis(facts[0].shape.rank() as i64)?;
let mut slices: TVec<ConcatSlice> = tvec![];
let mut kept_inputs: TVec<OutletId> = tvec![];
for (ix, (fact, outlet)) in facts.iter().zip(inputs.iter()).enumerate() {
match &fact.konst {
Some(c_input) => {
slices.push(ConcatSlice::Const(
c_input.cast_to_dt(super_type)?.into_owned().into_arc_tensor(),
));
}
None => {
let casted = target.wire_node(
format!("{}.cast-{}", prefix, ix),
crate::ops::cast(super_type),
&[*outlet],
)?[0];
kept_inputs.push(casted);
slices.push(ConcatSlice::Var)
}
}
}
let op = TypedConcat::new(axis, slices);
target.wire_node(prefix, op, &*kept_inputs)
}
}