For the complete documentation index, see llms.txt. Markdown versions of all pages are available by appending .md to any URL (e.g. /get-started.md).

Mojo function

layer_norm_rope_ragged

def layer_norm_rope_ragged[input_dtype: DType, output_dtype: DType, freq_dtype: DType, rank: Int, InputFn: def[width: Int, alignment: Int](Coord[*?]) -> SIMD[input_dtype, width] & RegisterPassable & ImplicitlyCopyable, OutputFn: def[width: SIMDLength, alignment: Int](Coord[*?], SIMD[output_dtype, width]) -> None & RegisterPassable & ImplicitlyCopyable, AxisSizeT: CoordLike, /, target: StringSpan[ImmStaticOrigin], interleaved: Bool, reduce_dim: Int = (rank - Int(1))](input_fn: InputFn, output_fn: OutputFn, shape: Coord, axis_size: AxisSizeT, gamma: TileTensor[input_dtype, Engine=gamma.Engine, address_space=gamma.address_space, linear_idx_type=gamma.linear_idx_type], beta: TileTensor[input_dtype, Engine=beta.Engine, address_space=beta.address_space, linear_idx_type=beta.linear_idx_type], epsilon: Scalar[input_dtype], input_row_offsets: TileTensor[.uint32, Engine=input_row_offsets.Engine, address_space=input_row_offsets.address_space, linear_idx_type=input_row_offsets.linear_idx_type], start_pos: TileTensor[.uint32, Engine=start_pos.Engine, address_space=start_pos.address_space, linear_idx_type=start_pos.linear_idx_type], freqs_cis: TileTensor[freq_dtype, Engine=freqs_cis.Engine, address_space=freqs_cis.address_space, linear_idx_type=freqs_cis.linear_idx_type], context: Optional[DeviceContext] = None)