IMPORTANT: To view this page as Markdown, append `.md` to the URL (e.g. /get-started.md). For the complete documentation index, see llms.txt.
Skip to main content
For the complete documentation index, see llms.txt. Markdown versions of all pages are available by appending .md to any URL (e.g. /get-started.md).

Mojo struct

StaticTensorSpec

struct StaticTensorSpec[dtype: DType, rank: Int, static_layout: TensorLayout, InFusion: InputFusion = _NoFusionIn, OutFusion: OutputFusion = _NoFusionOut, ComputeFusion: ComputeOutputFusion = _NoComputeFusion]

Carries the compile-time and runtime metadata describing a tensor argument.

The compile-time parameters encode the element dtype, tensor rank, static layout, and optional fusion traits. The runtime fields store the alignment and address space of the backing memory. Custom kernels receive ManagedTensorSlice instances parameterized by a StaticTensorSpec.

Fields​

  • ​alignment (Int):
  • ​address_space (AddressSpace):

Implemented traits​

AnyType, Copyable, Deinitable, ImplicitlyCopyable, Movable

comptime members​

get_unknown​

comptime get_unknown = fn_literal

shape_tuple​

comptime shape_tuple = _coord_sentinel_value[*static_layout._shape_types]()

static_size​

comptime static_size = static_layout.static_product if Coord[*static_layout._shape_types].all_dims_known else Int(-1)

strides_tuple​

comptime strides_tuple = _coord_sentinel_value[*static_layout._stride_types]()

Methods​

__init__​

def __init__(out self, alignment: Int, address_space: AddressSpace)

def __init__(out self, internals: StaticTensorSpecInternal[dtype, rank])

Returns a StaticTensorSpec from a StaticTensorSpecInternal.

to_unfused​

def to_unfused(self) -> StaticTensorSpec[dtype, rank, static_layout]

Returns a copy with sentinel (no-op) fusion types.

The runtime fields (alignment, etc.) are identical; only the compile-time fusion type parameters change.

Returns:

StaticTensorSpec[dtype, rank, static_layout]

with_tile_layout​

def with_tile_layout[new_layout: TensorLayout](self) -> StaticTensorSpec[dtype, new_layout.rank, new_layout]

Returns:

StaticTensorSpec[dtype, new_layout.rank, new_layout]

def with_tile_layout[new_rank: Int, new_layout: TensorLayout](self) -> StaticTensorSpec[dtype, new_rank, new_layout]

Returns:

StaticTensorSpec[dtype, new_rank, new_layout]

with_tile_layout_and_alignment​

def with_tile_layout_and_alignment[new_layout: TensorLayout](self, new_alignment: Int) -> StaticTensorSpec[dtype, new_layout.rank, new_layout]

Returns:

StaticTensorSpec[dtype, new_layout.rank, new_layout]

def with_tile_layout_and_alignment[new_rank: Int, new_layout: TensorLayout](self, new_alignment: Int) -> StaticTensorSpec[dtype, new_rank, new_layout]

Returns:

StaticTensorSpec[dtype, new_rank, new_layout]

with_coord_layout​

def with_coord_layout[new_rank: Int, new_shape: Coord[*new_shape.element_types], new_strides: IndexList[new_strides.size, element_type=new_strides.element_type]](self) -> StaticTensorSpec[dtype, new_rank, Layout[new_shape.element_types, TypeList[#kgen.param_list.tabulate(new_strides.size, [idx: __mlir_type.index] ComptimeInt[new_strides[Int(idx)]] if (xor identical((xor (lt new_strides[Int(idx)], 0), True), False), True) else Int)]()]]

Returns:

StaticTensorSpec[dtype, new_rank, Layout[new_shape.element_types, TypeList[#kgen.param_list.tabulate(new_strides.size, [idx: __mlir_type.index] ComptimeInt[new_strides[Int(idx)]] if (xor identical((xor (lt new_strides[Int(idx)], 0), True), False), True) else Int)]()]]

with_coord_layout_and_alignment​

def with_coord_layout_and_alignment[new_rank: Int, new_shape: Coord[*new_shape.element_types], new_strides: IndexList[new_strides.size, element_type=new_strides.element_type]](self, new_alignment: Int) -> StaticTensorSpec[dtype, new_rank, Layout[new_shape.element_types, TypeList[#kgen.param_list.tabulate(new_strides.size, [idx: __mlir_type.index] ComptimeInt[new_strides[Int(idx)]] if (xor identical((xor (lt new_strides[Int(idx)], 0), True), False), True) else Int)]()]]

Returns:

StaticTensorSpec[dtype, new_rank, Layout[new_shape.element_types, TypeList[#kgen.param_list.tabulate(new_strides.size, [idx: __mlir_type.index] ComptimeInt[new_strides[Int(idx)]] if (xor identical((xor (lt new_strides[Int(idx)], 0), True), False), True) else Int)]()]]

with_row_major_coord_layout​

def with_row_major_coord_layout[new_rank: Int, new_shape: Coord[*new_shape.element_types]](self) -> StaticTensorSpec[dtype, new_rank, Layout[new_shape.element_types, TypeList[#kgen.param_list.reduce(#kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)]), base=, reducer=[PrevV: KGENParamList[CoordLike], VA: KGENParamList[CoordLike], idx: __mlir_type.index] #kgen.param_list.concat(ComptimeInt[Int(1)] if identical(idx, 0) else Scalar[#kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)])[(add idx, -1)].DTYPE if (xor #kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)])[(add idx, -1)].is_static_value, True) else PrevV[0].DTYPE] if (xor #kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)])[(add idx, -1)].is_static_value, True) if (xor #kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)])[(add idx, -1)].is_static_value, True) else (xor PrevV[0].is_static_value, True) else ComptimeInt[Int((mul PrevV[0].static_value, #kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)])[(add idx, -1)].static_value))], PrevV))]()]]

Returns:

StaticTensorSpec[dtype, new_rank, Layout[new_shape.element_types, TypeList[#kgen.param_list.reduce(#kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)]), base=, reducer=[PrevV: KGENParamList[CoordLike], VA: KGENParamList[CoordLike], idx: __mlir_type.index] #kgen.param_list.concat(ComptimeInt[Int(1)] if identical(idx, 0) else Scalar[#kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)])[(add idx, -1)].DTYPE if (xor #kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)])[(add idx, -1)].is_static_value, True) else PrevV[0].DTYPE] if (xor #kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)])[(add idx, -1)].is_static_value, True) if (xor #kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)])[(add idx, -1)].is_static_value, True) else (xor PrevV[0].is_static_value, True) else ComptimeInt[Int((mul PrevV[0].static_value, #kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)])[(add idx, -1)].static_value))], PrevV))]()]]

with_input_fusion​

def with_input_fusion[F: InputFusion](self) -> StaticTensorSpec[dtype, rank, static_layout, F, OutFusion, ComputeFusion]

Returns:

StaticTensorSpec[dtype, rank, static_layout, F, OutFusion, ComputeFusion]

with_output_fusion​

def with_output_fusion[F: OutputFusion](self) -> StaticTensorSpec[dtype, rank, static_layout, InFusion, F, ComputeFusion]

Returns:

StaticTensorSpec[dtype, rank, static_layout, InFusion, F, ComputeFusion]

with_compute_fusion​

def with_compute_fusion[F: ComputeOutputFusion](self) -> StaticTensorSpec[dtype, rank, static_layout, InFusion, OutFusion, F]

Returns:

StaticTensorSpec[dtype, rank, static_layout, InFusion, OutFusion, F]

get_internals​

def get_internals(self) -> StaticTensorSpecInternal[dtype, rank]

Returns a StaticTensorSpecInternal from a StaticTensorSpec.

Returns:

StaticTensorSpecInternal[dtype, rank]

Was this page helpful?