submission 763575

#!POPCORN leaderboard matmul_v2
#!POPCORN gpu A100

from task import input_t, output_t
from utils import make_match_reference

import triton
import triton.language as tl


# KxM @ MxN == KxN

@triton.jit
def matmul_kernel(a_ptr, b_ptr, c_ptr,
            ax_stride, ay_stride,
            bx_stride, by_stride,
            cx_stride, cy_stride,
            K: tl.constexpr, M: tl.constexpr, N: tl.constexpr,
            K_TILE_SIZE: tl.constexpr, 
            N_TILE_SIZE: tl.constexpr, 
            M_TILE_SIZE: tl.constexpr,
            GROUP_SIZE: tl.constexpr 
            ):
    # --- SWIZZLE LOGIC: 1D to 2D Mapping ---
    pid = tl.program_id(0)
    num_pid_k = tl.cdiv(K, K_TILE_SIZE)
    num_pid_n = tl.cdiv(N, N_TILE_SIZE)
    
    # Calculate tiles in a "Super-Tile" group
    num_pid_in_group = GROUP_SIZE * num_pid_n
    group_id = pid // num_pid_in_group
    first_pid_k = group_id * GROUP_SIZE
    
    # Stay within the group for K, then move across N
    group_size_k = min(num_pid_k - first_pid_k, GROUP_SIZE)
    pid_k = first_pid_k + (pid % group_size_k)
    pid_n = (pid % num_pid_in_group) // group_size_k

    # --- BLOCK POINTERS ---
    a_block_ptr = tl.make_block_ptr(
        base=a_ptr, shape=(K, M), strides=(ax_stride, ay_stride),
        offsets=(pid_k * K_TILE_SIZE, 0), 
        block_shape=(K_TILE_SIZE, M_TILE_SIZE), order=(1, 0)
    )
    b_block_ptr = tl.make_block_ptr(
        base=b_ptr, shape=(M, N), strides=(bx_stride, by_stride),
        offsets=(0, pid_n * N_TILE_SIZE), 
        block_shape=(M_TILE_SIZE, N_TILE_SIZE), order=(1, 0)
    )

    # Accumulate in FP32 for precision
    accum = tl.zeros((K_TILE_SIZE, N_TILE_SIZE), dtype=tl.float32)

    # --- MAIN LOOP ---
    for i in range(0, tl.cdiv(M, M_TILE_SIZE)):
        a_tile = tl.load(a_block_ptr, boundary_check=(0, 1))
        b_tile = tl.load(b_block_ptr, boundary_check=(0, 1))
        
        # Tensor Core execution
        accum = tl.dot(a_tile, b_tile, acc=accum)
        
        # Advance through inner dimension M
        a_block_ptr = tl.advance(a_block_ptr, (0, M_TILE_SIZE))
        b_block_ptr = tl.advance(b_block_ptr, (M_TILE_SIZE, 0))

    # --- STORE RESULT ---
    c_block_ptr = tl.make_block_ptr(
        base=c_ptr, shape=(K, N), strides=(cx_stride, cy_stride),
        offsets=(pid_k * K_TILE_SIZE, pid_n * N_TILE_SIZE),
        block_shape=(K_TILE_SIZE, N_TILE_SIZE), order=(1, 0)
    )
    # Cast back to FP16 for storage
    tl.store(c_block_ptr, accum.to(tl.float16), boundary_check=(0, 1))    
    
def custom_kernel(data: input_t) -> output_t:
    a, b, c = data
    K, M = a.shape
    N = b.shape[-1]
    
    # A100 Golden Specs
    K_TILE_SIZE, N_TILE_SIZE, M_TILE_SIZE = 128, 128, 32
    GROUP_SIZE = 64
    
    # IMPORTANT: Launching as a 1D grid for the swizzle math
    num_blocks = triton.cdiv(K, K_TILE_SIZE) * triton.cdiv(N, N_TILE_SIZE)
    grid = (num_blocks, )
    
    matmul_kernel[grid](
        a, b, c,
        a.stride(0), a.stride(1),
        b.stride(0), b.stride(1),
        c.stride(0), c.stride(1),
        K, M, N,
        K_TILE_SIZE, N_TILE_SIZE, M_TILE_SIZE,
        GROUP_SIZE=GROUP_SIZE,
        num_warps=4,     # Optimized for 128x128 tiles
        num_stages=4   # Software pipelining for A100
    )
    return c
check_implementation = make_match_reference(custom_kernel)

"""
K_TILE_SIZE, N_TILE_SIZE, M_TILE_SIZE = 128, 128, 32
    GROUP_SIZE = 16
    num_warps=4,     # Optimized for 128x128 tiles
        num_stages=4 
"""