submission 554984
kitrak_rev. · python · License unknown
Use it
Vendorable · source mirrored · license unknownView source →
No package. Vendor the mirrored source: 65 lines, June 9 Researcher Reciprocity License v1.0.
submission.py
curl "https://kernelindex.com/api/v1/implementations/kernelbot-causal-conv1d-554984?include=source"interfacepython
Compatibility
measured onNVIDIA B200
declared hardwareNVIDIA B200
architecturessm_100
dtypesfp32
Benchmark evidence
1 measurement across 1 GPU, fastest first.
Operation / workload
Hardware
Latency
Rank
Observed
Reported · How evidence levels are derived →
Source and license
sourceavailable
revision digestsha256:1e763493c3754c1c3f92801b28973797f3187d371f76648db7f1fb247b91a504
license declaredunknown
license concludedunknown
authorskitrak_rev.
imported2026-08-15
Techniques
Extracted from the mirrored source by pattern, never inferred. Each row cites its line.
num-warps = 16
(1, 64, 64, 4): helion.Config(block_sizes=[1, 32, 16], num_warps=16, num_stages=3),stages = 3
(1, 64, 64, 4): helion.Config(block_sizes=[1, 32, 16], num_warps=16, num_stages=3),Kernel source
submission.py65 lines
#!POPCORN leaderboard causal_conv1d
#!POPCORN gpu B200_Nebius
# TileIR + Gemini fixes: config block_sizes in tile, implicit padding (no F.pad)
import os
os.environ["ENABLE_TILE"] = "1"
os.environ["HELION_BACKEND"] = "tileir"
from task import input_t, output_t
import torch
import helion
import helion.language as hl
SHAPE_CONFIGS: dict[tuple, helion.Config] = {
(1, 64, 64, 4): helion.Config(block_sizes=[1, 32, 16], num_warps=16, num_stages=3),
(2, 128, 128, 4): helion.Config(block_sizes=[1, 16, 16], num_warps=32, num_stages=1),
(1, 256, 256, 3): helion.Config(block_sizes=[1, 16, 32], num_warps=16, num_stages=1),
(1, 128, 64, 8): helion.Config(block_sizes=[1, 32, 16], num_warps=32, num_stages=1),
(4, 64, 128, 4): helion.Config(block_sizes=[1, 16, 64], num_warps=16, num_stages=1),
(1, 768, 512, 4): helion.Config(block_sizes=[1, 32, 32], num_warps=8, num_stages=1),
(1, 768, 2048, 4): helion.Config(block_sizes=[1, 32, 32], num_warps=8, num_stages=1),
(1, 1536, 2048, 4): helion.Config(block_sizes=[1, 32, 32], num_warps=8, num_stages=2),
(1, 2560, 2048, 4): helion.Config(block_sizes=[1, 8, 128], num_warps=4, num_stages=1),
(1, 2560, 4096, 4): helion.Config(block_sizes=[1, 8, 128], num_warps=4, num_stages=1),
}
def _make_kernel(config: helion.Config):
@helion.kernel(static_shapes=True, config=config)
def kernel(
x: torch.Tensor,
w: torch.Tensor,
b: torch.Tensor,
) -> torch.Tensor:
B = x.size(0)
D = x.size(1)
S = x.size(2)
W = hl.specialize(w.size(1))
y = torch.empty(B, D, S, dtype=x.dtype, device=x.device)
for rb, rd, rs in hl.tile([B, D, S]):
bi = rb.begin
acc = hl.zeros([rd, rs], dtype=torch.float32)
for j in range(W):
c = w[rd, j].to(torch.float32)
seq_idx = rs.index + j - (W - 1)
x_val = hl.load(x, [bi, rd, seq_idx], extra_mask=(seq_idx >= 0)).to(torch.float32)
acc = acc + x_val * c[:, None]
acc = acc + b[rd].to(torch.float32)[:, None]
y[rb, rd, rs] = acc[None, :, :].to(y.dtype)
return y
return kernel
_KERNELS = {shape: _make_kernel(cfg) for shape, cfg in SHAPE_CONFIGS.items()}
def custom_kernel(data: input_t) -> output_t:
x, weight, bias = data
B, D, S = x.shape
W = weight.shape[1]
kernel = _KERNELS[(B, D, S, W)]
return kernel(x, weight, bias)
scrolls · 65 lines total
Source code from GPU Mode and the KernelBot dataset · June 9 Researcher Reciprocity License v1.0
Changes from previous submission
Against this author's previous submission submission 554392.
#!POPCORN leaderboard causal_conv1d#!POPCORN gpu B200_Nebius+ # TileIR + Gemini fixes: config block_sizes in tile, implicit padding (no F.pad)+ import os+ os.environ["ENABLE_TILE"] = "1"+ os.environ["HELION_BACKEND"] = "tileir"+from task import input_t, output_t- import base64- import tempfile- from pathlib import Path-import torch- import torch.nn.functional as Fimport helionimport helion.language as hl-- # Embedded ACF (base64-encoded /opt/booster_pack/causal_conv_0.acf)- _ACF_B64 = "dxWiJeYWC+SCK/5QhmxuRcanuceCqhxDM2nM22IiPuEVMdEW4UsGPBXBUMu4/UPM2bcfwMCYOIfjwozWOpc2Zyd19oqHn41BHWmTagQFzmp34gPFFkoV0rlSm5OvbIku9Ipqu5kaiVuVNmvKjv6i6vBlDwFCE7qmj3czug6VvwfRZOgztYOXoFSKOZSxkcxOd6jJ9FL/Sqxc78ch+dSTrB9C2YdUEPW/cZv079l02J2EcZOAg1O6vFP4LQ=="--- def _get_acf_path():- if hasattr(_get_acf_path, "_path"):- return _get_acf_path._path- # Use local file if available, otherwise decode embedded- local = Path("/opt/booster_pack/causal_conv_0.acf")- if local.exists():- _get_acf_path._path = str(local)- else:- d = tempfile.mkdtemp(prefix="causal_acf_")- p = Path(d) / "causal_conv_0.acf"- p.write_bytes(base64.b64decode(_ACF_B64))- _get_acf_path._path = str(p)- return _get_acf_path._path--- _ACF = _get_acf_path()-- # Per-shape ACF-optimized configs from autotuning on B200.SHAPE_CONFIGS: dict[tuple, helion.Config] = {- # Test shapes- (1, 64, 64, 4): helion.Config(advanced_controls_file=_ACF, block_sizes=[32, 16], indexing=['pointer', 'pointer', 'pointer', 'pointer'], l2_groupings=[1], load_eviction_policies=['', 'last', ''], loop_orders=[[0, 1, 2]], num_sm_multiplier=1, num_stages=3, num_warps=16, pid_type='persistent_interleaved', range_flattens=[None, None], range_multi_buffers=[None, True], range_num_stages=[0, 1], range_unroll_factors=[0, 0], range_warp_specializes=[None, None], static_ranges=[False]),- (2, 128, 128, 4): helion.Config(advanced_controls_file=_ACF, block_sizes=[16, 16], indexing=['pointer', 'pointer', 'pointer', 'pointer'], l2_groupings=[1], load_eviction_policies=['', '', ''], loop_orders=[[0, 1, 2]], num_stages=1, num_warps=32, pid_type='flat', range_flattens=[None, False], range_multi_buffers=[None, None], range_num_stages=[0, 0], range_unroll_factors=[0, 0], range_warp_specializes=[None, True], static_ranges=[False]),- (1, 256, 256, 3): helion.Config(advanced_controls_file=_ACF, block_sizes=[16, 32], indexing=['pointer', 'pointer', 'pointer', 'pointer'], l2_groupings=[1], load_eviction_policies=['', '', ''], loop_orders=[[0, 2, 1]], num_stages=1, num_warps=16, pid_type='flat', range_flattens=[None, None], range_multi_buffers=[None, None], range_num_stages=[0, 0], range_unroll_factors=[0, 0], range_warp_specializes=[None, None], static_ranges=[True]),- (1, 128, 64, 8): helion.Config(advanced_controls_file=_ACF, block_sizes=[32, 16], indexing=['pointer', 'tensor_descriptor', 'pointer', 'pointer'], l2_groupings=[1], load_eviction_policies=['', '', ''], loop_orders=[[0, 1, 2]], num_stages=1, num_warps=32, pid_type='flat', range_flattens=[None, None], range_multi_buffers=[None, None], range_num_stages=[0, 0], range_unroll_factors=[0, 0], range_warp_specializes=[None, None], static_ranges=[False]),- (4, 64, 128, 4): helion.Config(advanced_controls_file=_ACF, block_sizes=[16, 64], indexing=['pointer', 'pointer', 'pointer', 'pointer'], l2_groupings=[1], load_eviction_policies=['last', 'last', ''], loop_orders=[[0, 1, 2]], num_stages=1, num_warps=16, pid_type='flat', range_flattens=[None, True], range_multi_buffers=[None, None], range_num_stages=[0, 0], range_unroll_factors=[0, 0], range_warp_specializes=[None, None], static_ranges=[False]),- # Benchmark shapes- (1, 768, 512, 4): helion.Config(advanced_controls_file=_ACF, block_sizes=[32, 32], indexing=['pointer', 'pointer', 'pointer', 'pointer'], l2_groupings=[1], load_eviction_policies=['', '', ''], loop_orders=[[0, 1, 2]], num_stages=1, num_warps=4, pid_type='flat', range_flattens=[None, None], range_multi_buffers=[None, None], range_num_stages=[0, 0], range_unroll_factors=[0, 0], range_warp_specializes=[None, None], static_ranges=[False]),- (1, 768, 2048, 4): helion.Config(advanced_controls_file=_ACF, block_sizes=[32, 32], indexing=['pointer', 'pointer', 'pointer', 'pointer'], l2_groupings=[1], load_eviction_policies=['', '', ''], loop_orders=[[0, 1, 2]], num_stages=1, num_warps=4, pid_type='flat', range_flattens=[None, None], range_multi_buffers=[None, None], range_num_stages=[0, 0], range_unroll_factors=[0, 0], range_warp_specializes=[None, None], static_ranges=[False]),- (1, 1536, 2048, 4): helion.Config(advanced_controls_file=_ACF, block_sizes=[32, 32], indexing=['pointer', 'pointer', 'pointer', 'pointer'], l2_groupings=[1], load_eviction_policies=['', 'last', ''], loop_orders=[[0, 1, 2]], num_stages=2, num_warps=4, pid_type='flat', range_flattens=[None, None], range_multi_buffers=[None, None], range_num_stages=[0, 0], range_unroll_factors=[0, 1], range_warp_specializes=[None, None], static_ranges=[False]),- (1, 2560, 2048, 4): helion.Config(advanced_controls_file=_ACF, block_sizes=[8, 128], indexing=['pointer', 'tensor_descriptor', 'pointer', 'tensor_descriptor'], l2_groupings=[1], load_eviction_policies=['', 'first', ''], loop_orders=[[0, 1, 2]], num_stages=1, num_warps=1, pid_type='flat', range_flattens=[None, None], range_multi_buffers=[None, None], range_num_stages=[0, 0], range_unroll_factors=[0, 0], range_warp_specializes=[None, None], static_ranges=[False]),- (1, 2560, 4096, 4): helion.Config(advanced_controls_file=_ACF, block_sizes=[8, 128], indexing=['pointer', 'tensor_descriptor', 'pointer', 'tensor_descriptor'], l2_groupings=[1], load_eviction_policies=['', 'first', ''], loop_orders=[[0, 1, 2]], num_stages=1, num_warps=1, pid_type='flat', range_flattens=[None, None], range_multi_buffers=[None, None], range_num_stages=[0, 0], range_unroll_factors=[0, 0], range_warp_specializes=[None, None], static_ranges=[False]),+ (1, 64, 64, 4): helion.Config(block_sizes=[1, 32, 16], num_warps=16, num_stages=3),+ (2, 128, 128, 4): helion.Config(block_sizes=[1, 16, 16], num_warps=32, num_stages=1),+ (1, 256, 256, 3): helion.Config(block_sizes=[1, 16, 32], num_warps=16, num_stages=1),+ (1, 128, 64, 8): helion.Config(block_sizes=[1, 32, 16], num_warps=32, num_stages=1),+ (4, 64, 128, 4): helion.Config(block_sizes=[1, 16, 64], num_warps=16, num_stages=1),+ (1, 768, 512, 4): helion.Config(block_sizes=[1, 32, 32], num_warps=8, num_stages=1),+ (1, 768, 2048, 4): helion.Config(block_sizes=[1, 32, 32], num_warps=8, num_stages=1),+ (1, 1536, 2048, 4): helion.Config(block_sizes=[1, 32, 32], num_warps=8, num_stages=2),+ (1, 2560, 2048, 4): helion.Config(block_sizes=[1, 8, 128], num_warps=4, num_stages=1),+ (1, 2560, 4096, 4): helion.Config(block_sizes=[1, 8, 128], num_warps=4, num_stages=1),}def _make_kernel(config: helion.Config):@helion.kernel(static_shapes=True, config=config)def kernel(- x_pad: torch.Tensor,+ x: torch.Tensor,w: torch.Tensor,b: torch.Tensor,) -> torch.Tensor:- B = x_pad.size(0)- D = x_pad.size(1)- L = x_pad.size(2)+ B = x.size(0)+ D = x.size(1)+ S = x.size(2)W = hl.specialize(w.size(1))- N = L - W + 1- y = torch.empty(B, D, N, dtype=x_pad.dtype, device=x_pad.device)- for rb, rd, rs in hl.tile([B, D, N], block_size=[1, None, None]):+ y = torch.empty(B, D, S, dtype=x.dtype, device=x.device)+ for rb, rd, rs in hl.tile([B, D, S]):bi = rb.beginacc = hl.zeros([rd, rs], dtype=torch.float32)for j in range(W):c = w[rd, j].to(torch.float32)- x_val = hl.load(x_pad, [bi, rd, rs.index + j]).to(torch.float32)+ seq_idx = rs.index + j - (W - 1)+ x_val = hl.load(x, [bi, rd, seq_idx], extra_mask=(seq_idx >= 0)).to(torch.float32)acc = acc + x_val * c[:, None]acc = acc + b[rd].to(torch.float32)[:, None]y[rb, rd, rs] = acc[None, :, :].to(y.dtype)⋯ 10 unchanged linesB, D, S = x.shapeW = weight.shape[1]kernel = _KERNELS[(B, D, S, W)]- padded = F.pad(x, (W - 1, 0))- return kernel(padded, weight, bias)+ return kernel(x, weight, bias)
scrolls · 105 diff lines total
Best evidence level for this revision: reported
JSON