experimental_tilize_llks_generated.h

Go to the documentation of this file.

// Auto-generated from /__w/tt-mlir/tt-mlir/include/ttmlir/Target/TTKernel/LLKs/experimental_tilize_llks.h - Do not edit directly
static constexpr char experimental_tilize_llks_generated[] = R"TTMLIR_STR_DELIM(
// SPDX-FileCopyrightText: (c) 2025 Tenstorrent AI ULC
//
// SPDX-License-Identifier: Apache-2.0
 
#ifndef TTMLIR_TARGET_TTKERNEL_LLKS_EXPERIMENTAL_TILIZE_LLKS_H
#define TTMLIR_TARGET_TTKERNEL_LLKS_EXPERIMENTAL_TILIZE_LLKS_H
 
namespace experimental {
using std::uint32_t;
 
#ifdef TRISC_UNPACK
ALWI void llk_unpack_tilize(uint32_t operand, uint32_t tile_index,
                            uint32_t block_ct_dim, uint32_t start_tile_index) {
  const uint32_t operand_id = get_operand_id(operand);
  const uint32_t page_bytes = get_local_cb_interface(operand_id).fifo_page_size;
  const uint32_t face_r_dim = get_operand_face_r_dim(operand_id);
  const uint32_t num_faces = get_operand_num_faces(operand_id);
  const bool narrow_tile = get_operand_narrow_tile(operand_id);
 
  const uint32_t base_address = get_local_cb_interface(operand_id).fifo_rd_ptr -
                                1; // Remove header size added by descriptor
 
  WAYPOINT("UPTW");
  _llk_unpack_tilize_(base_address + (start_tile_index * page_bytes),
                      tile_index, unpack_src_format[operand_id], block_ct_dim,
                      face_r_dim, num_faces, narrow_tile);
  WAYPOINT("UPTD");
}
 
ALWI void llk_unpack_tilize_block(uint32_t operand, uint32_t block_c_tiles,
                                  uint32_t start_tile_idx) {
  for (uint32_t tile_index = 0; tile_index < block_c_tiles; tile_index++) {
    llk_unpack_tilize(operand, tile_index, block_c_tiles, start_tile_idx);
  }
}
#endif // TRISC_UNPACK
 
ALWI void tilize_block(uint32_t icb, uint32_t ocb, uint32_t block_r,
                       uint32_t block_c) {
  uint32_t start_tile_idx = 0;
  for (uint32_t i = 0; i < block_r; i++) {
    UNPACK((llk_unpack_tilize_block(icb, block_c, start_tile_idx)));
 
    for (uint32_t t = 0; t < block_c; t++) {
      // Acquire dst
      MATH((llk_math_wait_for_dest_available()));
      PACK((llk_packer_wait_for_math_done()));
 
      // Datacopy
      MATH((llk_math_eltwise_unary_datacopy<A2D, BroadcastType::NONE,
                                            DST_ACCUM_MODE, UnpackToDestEn>(
          0 /*dst index*/)));
      PACK((llk_pack<false, false>(0 /*tile index*/, ocb)));
 
      // Release dest
      MATH((llk_math_dest_section_done<DST_ACCUM_MODE>()));
      PACK((llk_pack_dest_section_done<DST_ACCUM_MODE>()));
    }
    start_tile_idx += block_c;
  }
}
} // namespace experimental
 
#endif // TTMLIR_TARGET_TTKERNEL_LLKS_EXPERIMENTAL_TILIZE_LLKS_H
)TTMLIR_STR_DELIM";
static constexpr unsigned int experimental_tilize_llks_generated_len = sizeof(experimental_tilize_llks_generated) - 1;