For the complete documentation index, see llms.txt. Markdown versions of all pages are available by appending .md to any URL (e.g. /get-started.md).
Mojo struct
StaticTensorSpec
struct StaticTensorSpec[dtype: DType, rank: Int, static_layout: TensorLayout, InFusion: InputFusion = _NoFusionIn, OutFusion: OutputFusion = _NoFusionOut, ComputeFusion: ComputeOutputFusion = _NoComputeFusion]
Carries the compile-time and runtime metadata describing a tensor argument.
The compile-time parameters encode the element dtype, tensor rank,
static layout, and optional fusion traits. The runtime fields store the
alignment and address space of the backing memory. Custom kernels receive
ManagedTensorSlice instances parameterized by a StaticTensorSpec.
Fields
- alignment (
Int): - address_space (
AddressSpace):
Implemented traits
AnyType,
Copyable,
Deinitable,
ImplicitlyCopyable,
Movable
comptime members
get_unknown
comptime get_unknown = fn_literal
shape_tuple
comptime shape_tuple = _coord_sentinel_value[*static_layout._shape_types]()
static_size
comptime static_size = static_layout.static_product if Coord[*static_layout._shape_types].all_dims_known else Int(-1)
strides_tuple
comptime strides_tuple = _coord_sentinel_value[*static_layout._stride_types]()
Methods
__init__
def __init__(out self, alignment: Int, address_space: AddressSpace)
def __init__(out self, internals: StaticTensorSpecInternal[dtype, rank])
Returns a StaticTensorSpec from a StaticTensorSpecInternal.
to_unfused
def to_unfused(self) -> StaticTensorSpec[dtype, rank, static_layout]
Returns a copy with sentinel (no-op) fusion types.
The runtime fields (alignment, etc.) are identical; only the compile-time fusion type parameters change.
Returns:
with_tile_layout
def with_tile_layout[new_layout: TensorLayout](self) -> StaticTensorSpec[dtype, new_layout.rank, new_layout]
Returns:
def with_tile_layout[new_rank: Int, new_layout: TensorLayout](self) -> StaticTensorSpec[dtype, new_rank, new_layout]
Returns:
with_tile_layout_and_alignment
def with_tile_layout_and_alignment[new_layout: TensorLayout](self, new_alignment: Int) -> StaticTensorSpec[dtype, new_layout.rank, new_layout]
Returns:
def with_tile_layout_and_alignment[new_rank: Int, new_layout: TensorLayout](self, new_alignment: Int) -> StaticTensorSpec[dtype, new_rank, new_layout]
Returns:
with_coord_layout
def with_coord_layout[new_rank: Int, new_shape: Coord[*new_shape.element_types], new_strides: IndexList[new_strides.size, element_type=new_strides.element_type]](self) -> StaticTensorSpec[dtype, new_rank, Layout[new_shape.element_types, TypeList[#kgen.param_list.tabulate(new_strides.size, [idx: __mlir_type.index] ComptimeInt[new_strides[Int(idx)]] if (xor identical((xor (lt new_strides[Int(idx)], 0), True), False), True) else Int)]()]]
Returns:
with_coord_layout_and_alignment
def with_coord_layout_and_alignment[new_rank: Int, new_shape: Coord[*new_shape.element_types], new_strides: IndexList[new_strides.size, element_type=new_strides.element_type]](self, new_alignment: Int) -> StaticTensorSpec[dtype, new_rank, Layout[new_shape.element_types, TypeList[#kgen.param_list.tabulate(new_strides.size, [idx: __mlir_type.index] ComptimeInt[new_strides[Int(idx)]] if (xor identical((xor (lt new_strides[Int(idx)], 0), True), False), True) else Int)]()]]
Returns:
with_row_major_coord_layout
def with_row_major_coord_layout[new_rank: Int, new_shape: Coord[*new_shape.element_types]](self) -> StaticTensorSpec[dtype, new_rank, Layout[new_shape.element_types, TypeList[#kgen.param_list.reduce(#kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)]), base=, reducer=[PrevV: KGENParamList[CoordLike], VA: KGENParamList[CoordLike], idx: __mlir_type.index] #kgen.param_list.concat(ComptimeInt[Int(1)] if identical(idx, 0) else Scalar[#kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)])[(add idx, -1)].DTYPE if (xor #kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)])[(add idx, -1)].is_static_value, True) else PrevV[0].DTYPE] if (xor #kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)])[(add idx, -1)].is_static_value, True) if (xor #kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)])[(add idx, -1)].is_static_value, True) else (xor PrevV[0].is_static_value, True) else ComptimeInt[Int((mul PrevV[0].static_value, #kgen.param_list.tabulate(len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), [idx: __mlir_type.index] new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values[(add (mul idx, -1), len(new_shape.element_types.values[0]._ParamListType if new_shape.element_types.values[0].is_tuple if identical(len(new_shape.element_types.values), 1) else identical(len(new_shape.element_types.values), 1) else new_shape.element_types.values), -1)])[(add idx, -1)].static_value))], PrevV))]()]]
Returns:
with_input_fusion
def with_input_fusion[F: InputFusion](self) -> StaticTensorSpec[dtype, rank, static_layout, F, OutFusion, ComputeFusion]
Returns:
StaticTensorSpec[dtype, rank, static_layout, F, OutFusion, ComputeFusion]
with_output_fusion
def with_output_fusion[F: OutputFusion](self) -> StaticTensorSpec[dtype, rank, static_layout, InFusion, F, ComputeFusion]
Returns:
StaticTensorSpec[dtype, rank, static_layout, InFusion, F, ComputeFusion]
with_compute_fusion
def with_compute_fusion[F: ComputeOutputFusion](self) -> StaticTensorSpec[dtype, rank, static_layout, InFusion, OutFusion, F]
Returns:
StaticTensorSpec[dtype, rank, static_layout, InFusion, OutFusion, F]
get_internals
def get_internals(self) -> StaticTensorSpecInternal[dtype, rank]
Returns a StaticTensorSpecInternal from a StaticTensorSpec.
Returns: