From f7b7244af33bddc572180e0331e6799b9836a3db Mon Sep 17 00:00:00 2001 From: rosong11 Date: Thu, 30 Jul 2026 09:00:24 +0000 Subject: [PATCH 1/2] [None][feat] Update trtllm-gen batchedGemm kernel drop for Kimi K3 MoE Signed-off-by: rosong11 --- .pre-commit-config.yaml | 2 +- .../batchedGemm/KernelRunner.cpp | 48 +- .../batchedGemm/KernelRunner.h | 26 +- .../BatchedGemmInterface.h | 57 +- .../trtllmGen_bmm_export/BatchedGemmOptions.h | 77 +- .../GemmGatedActOptions.h | 23 +- .../trtllmGen_bmm_export/GemmOptions.h | 403 +- .../trtllmGen_bmm_export/KernelMetaInfo.h | 13114 +++++++++++----- .../trtllmGen_bmm_export/KernelParams.h | 38 +- .../trtllmGen_bmm_export/KernelParamsDecl.h | 34 +- .../trtllmGen_bmm_export/KernelTraits.h | 129 +- .../trtllmGen_bmm_export/config.json | 1780 ++- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2N_bM_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...Ov_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...Ov_bM_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...asFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...asFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...dS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...dS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...dS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...dS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...dS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...dS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...W8_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...W8_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...dS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...dS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...dS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...dS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...dS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...dS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ..._schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...dS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ..._schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...dS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...dS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...dS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ..._schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ...S_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ..._schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ...S_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...Ov_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...2M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...lmp_geGlu_lsfaW2_dynB_sm100f.cubin.tar.zst | 4 +- ...lmp_geGlu_lsfaW4_dynB_sm100f.cubin.tar.zst | 4 +- ...mp_swiGlu_lsfaW2_dynB_sm100f.cubin.tar.zst | 4 +- ...mp_swiGlu_lsfaW4_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_lsfaW2_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_lsfaW4_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_lsfaW2_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_lsfaW4_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...eGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...iGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...clmp_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...clmp_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...eGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...iGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst | 4 +- ..._clmp_geGlu_lbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...clmp_swiGlu_lbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...clmp_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...clmp_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...eGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst | 4 +- ...iGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst | 4 +- ...clmp_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst | 4 +- ...clmp_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...stsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...asFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...asFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst | 4 +- ...clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ...clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ...clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ...clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ...clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ...clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ...tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst | 4 +- ..._schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst | 4 +- ..._schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst | 4 +- ..._rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst | 4 +- ..._schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ...S_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ..._schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ...S_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...asFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ...asFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ..._schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ..._schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ..._schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ...S_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ..._schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ...S_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst | 4 +- ...uGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst | 3 + ...iGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...iGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...uGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst | 3 + ...uGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst | 3 + ...iGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...uGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst | 3 + ...iGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...iGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...uGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst | 3 + ...uGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst | 3 + ...iGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...iGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...uGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst | 3 + ...iGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst | 4 +- ...uGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst | 3 + ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...uGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst | 3 + ...iGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst | 4 +- ...uGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst | 3 + ...iGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst | 4 +- ...uGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst | 3 + ...iGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst | 4 +- ...uGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst | 3 + ...iGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...Tma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst | 3 + ...gTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst | 4 +- ...iGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst | 4 +- ...iGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst | 4 +- .../blockScaleMoe/routing/RoutingCustom.cu | 422 +- .../routing/RoutingCustomPolicy.cuh | 22 + .../blockScaleMoe/routing/RoutingKernel.h | 6 + .../trtllmGenKernels/blockScaleMoe/runner.cu | 20 +- tests/unittest/_torch/thop/serial/test_moe.py | 207 +- 656 files changed, 12645 insertions(+), 6275 deletions(-) create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 59d45940179f..5769139df446 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -1561,7 +1561,7 @@ static-analysis-files: &static_analysis_files | )$ # Global exclude: vendored code + trtllm-gen FMHA artifacts (cubin pointers, export headers, cuda_ptx) -exclude: '(^cpp/tensorrt_llm/common/sha256/|^triton_kernels/|trtllmGenKernels/fmha/cubin/kernelMetaInfo\.h$|cubin\.cpp$|cubin\.h$|trtllmGenKernels/fmha/trtllmGen_fmha_export/|trtllmGenKernels/fmha/cuda_ptx/)' +exclude: '(^cpp/tensorrt_llm/common/sha256/|^triton_kernels/|trtllmGenKernels/fmha/cubin/kernelMetaInfo\.h$|cubin\.cpp$|cubin\.h$|trtllmGenKernels/fmha/trtllmGen_fmha_export/|trtllmGenKernels/fmha/cuda_ptx/|trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelMetaInfo\.h$)' default_install_hook_types: [pre-commit, commit-msg] repos: diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/KernelRunner.cpp b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/KernelRunner.cpp index 3c5265f2cc4a..782772fa28c1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/KernelRunner.cpp +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/KernelRunner.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2025, NVIDIA CORPORATION. All rights reserved. + * Copyright (c) 2020-2026, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -14,6 +14,7 @@ * limitations under the License. */ +#include #include #include #include @@ -61,6 +62,22 @@ constexpr bool isSMCompatible(int gpuSM, SmVersion kernelSM) return false; } +// Maps the runner-local gated ActType to the generated batchedGemm::gemmGatedAct::ActType. +// The two enums evolve independently (the generator inserted SiTuGlu before None, shifting +// values), so a value-preserving cast is not safe. Relu2/Silu are element-wise activations +// (EltwiseActType) with no fused gated kernel counterpart and must never reach this mapping. +static batchedGemm::gemmGatedAct::ActType toGemmGatedActType(ActType actType) +{ + switch (actType) + { + case ActType::SwiGlu: return batchedGemm::gemmGatedAct::ActType::SwiGlu; + case ActType::SiTu: return batchedGemm::gemmGatedAct::ActType::SiTuGlu; + case ActType::Relu2: + case ActType::Silu: break; + } + TLLM_THROW("ActType %d has no fused gated kernel mapping", static_cast(actType)); +} + static inline bool skipQuirks(BatchedGemmConfig const& config) { // Skip kernels that are known to hang/crash. Keep a record here for future reference. @@ -117,6 +134,14 @@ TrtllmGenBatchedGemmRunner::TrtllmGenBatchedGemmRunner(TrtllmGenBatchedGemmRunne rejectReason.resize(bmm.getNumBatchedGemmConfigs()); } + // Only fused gated kernels compare the gated ActType; resolve the mapping once so a + // misconfigured runner (element-wise ActType + fusedAct) fails loudly at construction. + std::optional gatedActType; + if (mOptions.fusedAct) + { + gatedActType = toGemmGatedActType(mOptions.actType); + } + int gpuSM = tensorrt_llm::common::getSMVersion(); for (size_t i = 0; i < bmm.getNumBatchedGemmConfigs(); ++i) { @@ -149,6 +174,13 @@ TrtllmGenBatchedGemmRunner::TrtllmGenBatchedGemmRunner(TrtllmGenBatchedGemmRunne continue; } + // The host runner does not wire the multicast completion barrier pointers; reject any + // future metadata that enables C multicast instead of launching with null barriers. + if (!acceptIf(!options.mUseCMultiCast, "mUseCMultiCast is not supported by the host runner")) + { + continue; + } + if (!acceptIf(dtypeMatch, fmtstr("dtypeAB mismatch (kernel: %s/%s, expected canonical: %s/%s)", tg::dtypeToString(options.mDtypeA).c_str(), tg::dtypeToString(options.mDtypeB).c_str(), @@ -235,9 +267,9 @@ TrtllmGenBatchedGemmRunner::TrtllmGenBatchedGemmRunner(TrtllmGenBatchedGemmRunne if (options.mFusedAct) { - if (!acceptIf(options.mActType == static_cast(mOptions.actType), + if (!acceptIf(options.mActType == *gatedActType, fmtstr("actType mismatch (kernel: %d, expected: %d)", static_cast(options.mActType), - static_cast(mOptions.actType)))) + static_cast(*gatedActType)))) { continue; } @@ -305,7 +337,7 @@ size_t TrtllmGenBatchedGemmRunner::getWorkspaceSizeInBytes(int32_t m, int32_t n, std::vector const& batchedTokens, int32_t numTokens, int32_t numBatches, int32_t maxNumCtasInBatchDim, int32_t configIndex) const { - BatchedGemmData gemmData; + BatchedGemmData gemmData{}; auto bmm = BatchedGemmInterface(); @@ -330,7 +362,7 @@ void TrtllmGenBatchedGemmRunner::run(int32_t m, int32_t n, int32_t k, int32_t va { auto bmm = BatchedGemmInterface(); - BatchedGemmData gemmData; + BatchedGemmData gemmData{}; auto const configs = bmm.getBatchedGemmConfigs(); @@ -489,7 +521,7 @@ std::vector TrtllmGenBatchedGemmRunner::getValidConfigIndices(int32_t m int32_t multiProcessorCount = tensorrt_llm::common::getMultiProcessorCount(); - BatchedGemmData gemmData; + BatchedGemmData gemmData{}; // Sanitize optional valid dimensions validM = validM <= 0 ? m : validM; @@ -549,7 +581,7 @@ std::vector TrtllmGenBatchedGemmRunner::getValidConfigIndices(int32_t m // prefer persistent tile scheduler. if (optionsA.mTileScheduler != optionsB.mTileScheduler) { - BatchedGemmData gemmData; + BatchedGemmData gemmData{}; setProblemDimensions(gemmData, optionsA.mTransposeMmaOutput, m, n, k, batchedTokens, numTokens, numBatches, maxNumCtasInBatchDim, validM, validN, validK); auto options = bmm.getOptionsFromConfigAndData(configs[idx0], gemmData); @@ -608,7 +640,7 @@ bool TrtllmGenBatchedGemmRunner::isValidConfigIndex(int32_t configIndex, int32_t auto const bmm = BatchedGemmInterface(); auto const configs = bmm.getBatchedGemmConfigs(); - BatchedGemmData gemmData; + BatchedGemmData gemmData{}; // Sanitize optional valid dimensions validM = validM <= 0 ? m : validM; diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/KernelRunner.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/KernelRunner.h index 7fb404ea34bc..3a0fdcab7bdf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/KernelRunner.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/KernelRunner.h @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2025, NVIDIA CORPORATION. All rights reserved. + * Copyright (c) 2020-2026, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -28,8 +28,11 @@ TRTLLM_NAMESPACE_BEGIN namespace kernels { -// Keep this in sync with the ActType in -// cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/GemmGatedActOptions.h +// Backend-local activation type. The numeric values here are part of the Python/thop +// contract (see ActType_TrtllmGen in tensorrt_llm/_torch/utils.py) and are intentionally +// decoupled from the generated batchedGemm::gemmGatedAct::ActType, whose values shift +// between generator exports. KernelRunner.cpp maps gated entries explicitly; never cast +// between the two enums by value. enum class ActType { // For ActType == SwiGlu, ideally we would like to have something like @@ -43,9 +46,24 @@ enum class ActType // GatedSilu is a special case of SwiGlu where the alpha is 1.0 and the beta is 0.0. SwiGlu, Relu2, - Silu + Silu, + // SiTu gated activation (Kimi K3). Gate on x1, matching the SwiGlu convention: + // left = beta * tanh(x0 / beta) + // right = alpha * tanh(x1 / alpha) * sigmoid(x1) + // gatedAct = left * right + // alpha/beta come from the per-expert mPtrGatedActAlpha/mPtrGatedActBeta runtime + // parameters and must be > 0. + SiTu }; +// Gated activations combine gate and up projections inside the FC1 kernel; the FC1 +// logical output width is 2 * intermediateSize. Element-wise activations (Relu2/Silu) +// run on a single projection. +constexpr bool isGatedActType(ActType actType) +{ + return actType == ActType::SwiGlu || actType == ActType::SiTu; +} + // Type of the element-wise activation to apply after the Gemm enum class EltwiseActType { diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/BatchedGemmInterface.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/BatchedGemmInterface.h index bb5592c95cf7..18411f44c831 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/BatchedGemmInterface.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/BatchedGemmInterface.h @@ -163,8 +163,7 @@ struct BatchedGemmData // This is used for either: // * Per-token scaling factor quantization schemes, such as MetaFP8. The dtype is // Dtype::Float32 - // * When the routing scales are applied to the input activations (only when output is not - // transposed). The dtype is Dtype::Bfloat16 + // * One-sided per-token scaling. The dtype is Dtype::Bfloat16 by default. // // if (batchM (A is activations)): // Logical shape is [sum(divUpMul(M[bi], tileM) for bi in B)] @@ -243,8 +242,7 @@ struct BatchedGemmData // This is used for either: // * Per-token scaling factor quantization schemes, such as MetaFP8. The dtype is // Dtype::Float32 - // * When the routing scales are applied to the input activations (only when output is - // transposed). The dtype is Dtype::Bfloat16 + // * One-sided per-token scaling. The dtype is Dtype::Bfloat16 by default. // // if (batchM (B is weights)): // Logical shape is [B, divUpMul(N, tileN)] @@ -478,6 +476,35 @@ struct BatchedGemmData // [divUp(numTokens + numBatches * (tileM/N - 1), tileM/N)] int32_t const* mPtrCtaIdxXyToMnLimit; + // Map from permuted token index to expanded token index. + // Used for MoE finalize direct-store path when mUseCMultiCast is enabled. + // The dtype is int32_t. Set to nullptr when not using CMulticast. + int32_t const* mPtrPermutedIdxToExpandedIdx{nullptr}; + + ////////////////////////////////////////////////////////////////////////////////////////////////// + // + // Multicast barrier parameters + // + ////////////////////////////////////////////////////////////////////////////////////////////////// + + // When mUseCMultiCast is set, we require a barrier in global memory on each + // GPU to track completion of the multicast stores. + // + // The value of the barrier must be set to zero before the kernel is executed on any GPU. + // The barrier is self-resetting. It does not have to be reset by another kernel. + // When mUseCMultiCast is false, a nullptr may be passed. + uint32_t* mPtrMulticastCompletionBarUc; + uint32_t* mPtrMulticastCompletionBarMc; + + ////////////////////////////////////////////////////////////////////////////////////////////////// + // + // MoE finalize parameters for direct register-to-gmem store + // + ////////////////////////////////////////////////////////////////////////////////////////////////// + + // Pointer to expert weights for MoE finalize. + // The dtype depends on the use case. + void const* mPtrExpertWeightsPtr{nullptr}; // Global counter for SW-emulated dynamic tile scheduling. When dynamic scheduling is enabled, // must be initialized to gridDim.x * gridDim.y (gridDim.z is reserved for K-dim in CGA splitK) // before each kernel launch. @@ -558,8 +585,9 @@ class BatchedGemmInterface ////////////////////////////////////////////////////////////////////////////////////////////////// - BatchedGemmInterface(bool const exportsCubin = false, int32_t const numRotations = 1) - : mExportsCubin(exportsCubin) + BatchedGemmInterface(int32_t rankId = 0, bool const exportsCubin = false, int32_t const numRotations = 1) + : mRankId(rankId) + , mExportsCubin(exportsCubin) , mNumRotations(numRotations) { } @@ -655,7 +683,12 @@ class BatchedGemmInterface batchedGemmData.mInputBuffers.mPtrScaleGate, batchedGemmData.mInputBuffers.mPtrClampLimit, batchedGemmData.mInputBuffers.mPtrGatedActAlpha, batchedGemmData.mInputBuffers.mPtrGatedActBeta, batchedGemmData.mInputBuffers.mPtrRouteMap, dPtrRowMax, dPtrRowMaxBars, - batchedGemmData.mInputBuffers.mPtrNumNonExitingCtas, batchedGemmData.mInputBuffers.mPtrTotalNumPaddedTokens, + batchedGemmData.mProblemDimensions.mRank, batchedGemmData.mProblemDimensions.mWorldSize, + batchedGemmData.mInputBuffers.mPtrMulticastCompletionBarUc, + batchedGemmData.mInputBuffers.mPtrMulticastCompletionBarMc, + batchedGemmData.mInputBuffers.mPtrPermutedIdxToExpandedIdx, + batchedGemmData.mInputBuffers.mPtrExpertWeightsPtr, batchedGemmData.mInputBuffers.mPtrNumNonExitingCtas, + batchedGemmData.mInputBuffers.mPtrTotalNumPaddedTokens, batchedGemmData.mInputBuffers.mPtrCtaIdxXyToBatchIdx, batchedGemmData.mInputBuffers.mPtrCtaIdxXyToMnLimit, numCtaBatch, batchedGemmData.mInputBuffers.mPtrDynamicTileCounter); @@ -925,8 +958,14 @@ class BatchedGemmInterface auto options = getOptionsFromConfigAndData(config, data); // Check options without modifications. + // + // NOTE(TRT-LLM local fix over producer output a2ad0544-dirty): the generator + // inserted the `worldSize` parameter into checkAndUpdateBatchedGemmOptions + // without updating this call, so the literal `false` bound positionally to + // `worldSize` (=0) and `updateOptions` silently took its default `true`. + // Pass both arguments explicitly. Report upstream before the next re-export. return checkAndUpdateBatchedGemmOptions(options, config.mSm, - /* updateOptions */ false); + /* worldSize */ 1, /* updateOptions */ false); } ////////////////////////////////////////////////////////////////////////////////////////////////// @@ -1013,6 +1052,8 @@ class BatchedGemmInterface ////////////////////////////////////////////////////////////////////////////////////////////////// private: + // The rank id of the current device in the multi-gpu space. + int32_t mRankId; // Whether to export the cubin file. bool mExportsCubin; // The number of rotations. diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/BatchedGemmOptions.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/BatchedGemmOptions.h index a3423b611a73..26ae811ba0f4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/BatchedGemmOptions.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/BatchedGemmOptions.h @@ -98,8 +98,8 @@ struct BatchedGemmOptions : public gemmGatedAct::GemmGatedActOptions BatchedGemmOptions(gemm::AllReduceAlgo allReduceAlgo, tg::Dtype biasDtype, gemm::BiasType biasType, int blockK, bool clcFastDrain, int clusterDimX, int clusterDimY, int clusterDimZ, gemm::CtaSwizzleType ctaSwizzleType, tg::Dtype dtypeAcc, tg::Dtype dtypeA, tg::Dtype dtypeB, tg::Dtype dtypeC, tg::Dtype dtypeMmaA, - tg::Dtype dtypeMmaB, gemm::EltwiseActType eltwiseActType, bool enablesEarlyExit, bool enablesDelayedEarlyExit, - bool enablesGlobalPtxKnobs, int epilogueLdtmDps, int epilogueLdtmBits, int epilogueTileM, int epilogueTileN, + tg::Dtype dtypeMmaB, tg::Dtype dtypeSfC, gemm::EltwiseActType eltwiseActType, bool enablesEarlyExit, + bool enablesDelayedEarlyExit, int epilogueLdtmDps, int epilogueLdtmBits, int epilogueTileM, int epilogueTileN, int fallbackClusterDimX, int fallbackClusterDimY, int fallbackClusterDimZ, gemm::FusedBiasShuffleMode fusedBiasShuffleMode, bool fuseLoadSfTask, bool fuseUtccpWithUtcmma, bool gridTriggerSecondaryA, bool gridTriggerSecondaryB, bool gridWaitForPrimaryEarlyExit, @@ -107,17 +107,17 @@ struct BatchedGemmOptions : public gemmGatedAct::GemmGatedActOptions gemm::KernelTraits kernelTraits, gemm::MatrixLayout layoutA, gemm::MatrixLayout layoutB, int m, int mmaK, tg::MmaKind mmaKind, int mmaM, int mmaN, int mmaTileK, bool mockAllReduce, int n, int numEpilogueWarps, int numRegsCastAWarps, int numRegsCopySfLdsSttm, int numRegsCopySparsityInfo, int numRegsPerThreadEpilogueWarp, - int numRegsPerThreadNonEpilogueWarp, int numSlicesForSplitK, int numSlicesForSliceK, int numStagesA, - int numStagesB, int numStagesMma, int numStagesMmaWithinWorkTile, int numStagesMmaAcrossWorkTile, - int numStagesSmemSfA, int numStagesSmemSfB, int numStagesTmemA, int numStagesTmemSfA, int numStagesTmemSfB, - int numStagesWorkId, bool outputDebugTensors, bool patchF2fp, tg::Dtype perTokenSfDtype, - gemm::SchedHostTask schedHostTask, int32_t sfBlockSizeA, int32_t sfBlockSizeB, int32_t sfBlockSizeC, - tg::SfLayout sfLayoutA, tg::SfLayout sfLayoutB, tg::SfLayout sfLayoutC, int32_t sfReshapeFactor, bool sliceK, - tg::Sparsity sparsityA, gemm::SplitK splitK, int tileK, int tileM, int tileN, gemm::TileScheduler tileScheduler, - bool transposeMmaOutput, bool useCustomizedMma3xNvFp4, bool useCustomMmaSchedule, bool useDeepSeekFp8, - bool useFlexibleClusterDims, bool useHoistTryWaitForCustomMmaSchedule, bool useMaxTmemOverlap, - bool usePerTokenSfA, bool usePerTokenSfB, bool useShuffledMatrix, bool useTmaStore, bool useTwoTmaLoadWarps, - bool useTwoMmaWarps, bool useUnrollLoop2xForMma, int validM, int validN, int validK, int worldSize, + int numRegsPerThreadNonEpilogueWarp, int numSlicesForSplitK, int numStagesA, int numStagesB, int numStagesMma, + int numStagesMmaWithinWorkTile, int numStagesMmaAcrossWorkTile, int numStagesSmemSfA, int numStagesSmemSfB, + int numStagesTmemSfA, int numStagesTmemSfB, int numStagesWorkId, bool outputDebugTensors, bool patchF2fp, + tg::Dtype perTokenSfDtype, gemm::SchedHostTask schedHostTask, int32_t sfBlockSizeA, int32_t sfBlockSizeB, + int32_t sfBlockSizeC, tg::SfLayout sfLayoutA, tg::SfLayout sfLayoutB, tg::SfLayout sfLayoutC, + int32_t sfReshapeFactor, tg::Sparsity sparsityA, gemm::SplitK splitK, int tileK, int tileM, int tileN, + gemm::TileScheduler tileScheduler, bool transposeMmaOutput, bool useCustomizedMma3xNvFp4, + bool useCustomMmaSchedule, bool useDeepSeekFp8, bool useFlexibleClusterDims, + bool useHoistTryWaitForCustomMmaSchedule, bool useMaxTmemOverlap, bool usePerTokenSfA, bool usePerTokenSfB, + bool useShuffledMatrix, bool useTmaStore, bool useTwoTmaLoadWarps, bool useTwoMmaWarps, + bool useUnrollLoop2xForMma, int validM, int validN, int validK, int worldSize, // GemmGatedActOptions gemmGatedAct::ActType actType, bool clampBeforeAct, // BatchedGemmOptions @@ -125,26 +125,26 @@ struct BatchedGemmOptions : public gemmGatedAct::GemmGatedActOptions bool fusedAct, bool gridWaitForPrimaryRouting, bool isStaticBatch, bool isUniformNumTokensPerBatch, int numBatches, int numRegsPerThreadLoadA, int numRegsPerThreadLoadB, int numRegsPerThreadLoadSfA, int numRegsPerThreadLoadSfB, int numTokens, int numWarpsLoadA, int numWarpsLoadB, int numWarpsLoadSfA, - int numWarpsLoadSfB, RouteImpl routeImpl, std::optional routeSfsImpl, bool useTmaOobOpt, - bool prefetchB) + int numWarpsLoadSfB, RouteImpl routeImpl, std::optional routeSfsImpl, bool prefetchB, + bool useCMulticast, bool useTmaOobOpt) : gemmGatedAct::GemmGatedActOptions( gemm::GemmOptions(allReduceAlgo, biasDtype, biasType, blockK, clcFastDrain, clusterDimX, clusterDimY, - clusterDimZ, ctaSwizzleType, dtypeAcc, dtypeA, dtypeB, dtypeC, dtypeMmaA, dtypeMmaB, eltwiseActType, - enablesEarlyExit, enablesDelayedEarlyExit, enablesGlobalPtxKnobs, epilogueLdtmDps, epilogueLdtmBits, + clusterDimZ, ctaSwizzleType, dtypeAcc, dtypeA, dtypeB, dtypeC, dtypeMmaA, dtypeMmaB, dtypeSfC, + eltwiseActType, enablesEarlyExit, enablesDelayedEarlyExit, epilogueLdtmDps, epilogueLdtmBits, epilogueTileM, epilogueTileN, fallbackClusterDimX, fallbackClusterDimY, fallbackClusterDimZ, fusedBiasShuffleMode, fuseLoadSfTask, fuseUtccpWithUtcmma, gridTriggerSecondaryA, gridTriggerSecondaryB, gridWaitForPrimaryEarlyExit, gridWaitForPrimaryA, gridWaitForPrimaryB, hoistLoadTaskInit, hoistMmaTaskTryWaits, k, kernelTraits, layoutA, layoutB, m, mmaK, mmaKind, mmaM, mmaN, mmaTileK, mockAllReduce, n, numEpilogueWarps, numRegsCastAWarps, numRegsCopySfLdsSttm, numRegsCopySparsityInfo, - numRegsPerThreadEpilogueWarp, numRegsPerThreadNonEpilogueWarp, numSlicesForSplitK, numSlicesForSliceK, - numStagesA, numStagesB, numStagesMma, numStagesMmaWithinWorkTile, numStagesMmaAcrossWorkTile, - numStagesSmemSfA, numStagesSmemSfB, numStagesTmemA, numStagesTmemSfA, numStagesTmemSfB, numStagesWorkId, - outputDebugTensors, patchF2fp, perTokenSfDtype, schedHostTask, sfBlockSizeA, sfBlockSizeB, sfBlockSizeC, - sfLayoutA, sfLayoutB, sfLayoutC, sfReshapeFactor, sliceK, sparsityA, splitK, tileK, tileM, tileN, - tileScheduler, transposeMmaOutput, useCustomizedMma3xNvFp4, useCustomMmaSchedule, useDeepSeekFp8, - useFlexibleClusterDims, useHoistTryWaitForCustomMmaSchedule, useMaxTmemOverlap, usePerTokenSfA, - usePerTokenSfB, useShuffledMatrix, useTmaStore, useTwoTmaLoadWarps, useTwoMmaWarps, - useUnrollLoop2xForMma, validM, validN, validK, worldSize), + numRegsPerThreadEpilogueWarp, numRegsPerThreadNonEpilogueWarp, numSlicesForSplitK, numStagesA, + numStagesB, numStagesMma, numStagesMmaWithinWorkTile, numStagesMmaAcrossWorkTile, numStagesSmemSfA, + numStagesSmemSfB, numStagesTmemSfA, numStagesTmemSfB, numStagesWorkId, outputDebugTensors, patchF2fp, + perTokenSfDtype, schedHostTask, sfBlockSizeA, sfBlockSizeB, sfBlockSizeC, sfLayoutA, sfLayoutB, + sfLayoutC, sfReshapeFactor, sparsityA, splitK, tileK, tileM, tileN, tileScheduler, transposeMmaOutput, + useCustomizedMma3xNvFp4, useCustomMmaSchedule, useDeepSeekFp8, useFlexibleClusterDims, + useHoistTryWaitForCustomMmaSchedule, useMaxTmemOverlap, usePerTokenSfA, usePerTokenSfB, + useShuffledMatrix, useTmaStore, useTwoTmaLoadWarps, useTwoMmaWarps, useUnrollLoop2xForMma, validM, + validN, validK, worldSize), actType, clampBeforeAct) , mBatchedM(batchedM) , mBatchedN(batchedN) @@ -166,8 +166,9 @@ struct BatchedGemmOptions : public gemmGatedAct::GemmGatedActOptions , mNumWarpsLoadSfB{numWarpsLoadSfB} , mRouteImpl(routeImpl) , mRouteSfsImpl(routeSfsImpl) - , mUseTmaOobOpt(useTmaOobOpt) , mPrefetchB(prefetchB) + , mUseCMultiCast(useCMulticast) + , mUseTmaOobOpt(useTmaOobOpt) { } @@ -214,16 +215,18 @@ struct BatchedGemmOptions : public gemmGatedAct::GemmGatedActOptions std::optional mRouteSfsImpl{std::nullopt}; // Whether to use TMA out-of-bounds optimization to reduce wasted traffic. See details in // BatchedGemm/KernelParamsDecl.h. - bool mUseTmaOobOpt{false}; - // Whether to prefetch B (weights) into L2. bool mPrefetchB{false}; + // Whether to use multicast store for output C. + bool mUseCMultiCast{false}; + // Whether to use TMA out-of-bounds optimization. + bool mUseTmaOobOpt{false}; }; //////////////////////////////////////////////////////////////////////////////////////////////////// // Check if the options are valid or not. inline bool checkAndUpdateBatchedGemmOptions( - BatchedGemmOptions& options, tg::CudaArch cudaArch, bool updateOptions = true) + BatchedGemmOptions& options, tg::CudaArch cudaArch, int worldSize = 1, bool updateOptions = true) { bool isValid = true; if (options.mUseTmaOobOpt && !options.mUseTwoTmaLoadWarps) @@ -243,6 +246,7 @@ inline bool checkAndUpdateBatchedGemmOptions( if (options.mFusedAct) { // ensure that we check the fused options as well + TLLM_CHECK_ERROR(!options.mUseCMultiCast, "C Multicast is not supported with fusedAct option."); isValid = gemmGatedAct::checkAndUpdateGemmGatedActOptions(options, cudaArch, updateOptions); } else @@ -250,9 +254,13 @@ inline bool checkAndUpdateBatchedGemmOptions( TLLM_CHECK_ERROR(!gemm::usesFusedBiasReorder(options.mFusedBiasShuffleMode), "FusedBiasShuffleMode::ReorderAndShuffle is only supported for fused-act/" "gated-act paths"); - isValid = gemm::checkAndUpdateGemmOptions(options, cudaArch, 1 /* tpGrpSize */, updateOptions); + isValid = gemm::checkAndUpdateGemmOptions(options, cudaArch, worldSize, updateOptions); + } + if (options.mUseCMultiCast) + { + bool const useBlockScalingOut = tg::dtypeIsBlockFmt(options.mDtypeC); + TLLM_CHECK_ERROR(!useBlockScalingOut, "C Multicast is not supported with block scaling."); } - bool batchM = options.mBatchMode == BatchedGemmOptions::BatchMode::BatchM; if (options.mPrefetchB) { @@ -571,8 +579,9 @@ inline std::string dumpOptions(BatchedGemmOptions const& options, bool dumpRunti ss << "mRouteImpl=batchedGemm::RouteImpl(" << static_cast(options.mRouteImpl) << ")," << std::endl; ss << "mRouteSfsImpl={batchedGemm::RouteImpl(" << static_cast(options.mRouteSfsImpl.value()) << ")}," << std::endl; - ss << "mUseTmaOobOpt=" << options.mUseTmaOobOpt << "," << std::endl; - ss << "mPrefetchB=" << options.mPrefetchB << std::endl; + ss << "mPrefetchB=" << options.mPrefetchB << "," << std::endl; + ss << "mUseCMultiCast=" << options.mUseCMultiCast << "," << std::endl; + ss << "mUseTmaOobOpt=" << options.mUseTmaOobOpt << std::endl; return ss.str(); } diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/GemmGatedActOptions.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/GemmGatedActOptions.h index f3364f91a45c..0850af47bd47 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/GemmGatedActOptions.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/GemmGatedActOptions.h @@ -83,6 +83,13 @@ enum class ActType // where x0 and x1 are the raw numbers from Gemm, while scaleC and scaleGate are input scales, // beta' = beta / scaleAb, scaleC' = scaleC * scaleAb. GeGlu, + // For ActType == SiTuGlu, the formula is (gate on x1, matching SwiGlu convention): + // left = beta * tanh(x0 / beta) + // right = alpha * tanh(x1 / alpha) * sigmoid(x1) + // gatedAct = left * right + // where alpha and beta are the gatedActAlpha and gatedActBeta parameters respectively. + // Both alpha and beta must be > 0. Default values are 1.0 for both. + SiTuGlu, // Placeholder for no activation; not implemented in codegen None, }; @@ -97,8 +104,9 @@ enum class ActType return (type == ActType::actType); \ } -TLLM_ACT_TYPE_FUNCTION(SwiGlu) TLLM_ACT_TYPE_FUNCTION(GeGlu) +TLLM_ACT_TYPE_FUNCTION(SiTuGlu) +TLLM_ACT_TYPE_FUNCTION(SwiGlu) #undef TLLM_ACT_TYPE_FUNCTION @@ -110,12 +118,25 @@ inline std::string getActTypeName(ActType type) { case ActType::SwiGlu: return "SwiGlu"; case ActType::GeGlu: return "GeGlu"; + case ActType::SiTuGlu: return "SiTuGlu"; default: return "Unknown type"; } } //////////////////////////////////////////////////////////////////////////////////////////////////// +// Returns true for activations where x0 appears only in linear terms (e.g., x0+beta in SwiGlu). +// Returns false for activations where x0 feeds into nonlinearities (e.g., tanh(x0/beta) in +// SiTuGlu). +// +// Drives: scaleC placement in applyGatedAcc, test harness scaleC/beta computation. +inline bool isLinearInX0(ActType type) +{ + return isGeGlu(type) || isSwiGlu(type); +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + struct GemmGatedActOptions : public gemm::GemmOptions { GemmGatedActOptions() = default; diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/GemmOptions.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/GemmOptions.h index 866f3949a6d7..afdfca262afc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/GemmOptions.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/GemmOptions.h @@ -129,7 +129,7 @@ struct GemmOptions GemmOptions(AllReduceAlgo allReduceAlgo, tg::Dtype biasDtype, BiasType biasType, int blockK, bool clcFastDrain, int clusterDimX, int clusterDimY, int clusterDimZ, CtaSwizzleType ctaSwizzleType, tg::Dtype dtypeAcc, tg::Dtype dtypeA, tg::Dtype dtypeB, tg::Dtype dtypeC, tg::Dtype dtypeMmaA, tg::Dtype dtypeMmaB, - EltwiseActType eltwiseActType, bool enablesEarlyExit, bool enablesDelayedEarlyExit, bool enablesGlobalPtxKnobs, + tg::Dtype dtypeSfC, EltwiseActType eltwiseActType, bool enablesEarlyExit, bool enablesDelayedEarlyExit, int epilogueLdtmDps, int epilogueLdtmBits, int epilogueTileM, int epilogueTileN, int fallbackClusterDimX, int fallbackClusterDimY, int fallbackClusterDimZ, FusedBiasShuffleMode fusedBiasShuffleMode, bool fuseLoadSfTask, bool fuseUtccpWithUtcmma, bool gridTriggerSecondaryA, bool gridTriggerSecondaryB, @@ -137,18 +137,17 @@ struct GemmOptions bool hoistMmaTaskTryWaits, int k, KernelTraits kernelTraits, MatrixLayout layoutA, MatrixLayout layoutB, int m, int mmaK, tg::MmaKind mmaKind, int mmaM, int mmaN, int mmaTileK, bool mockAllReduce, int n, int numEpilogueWarps, int numRegsCastAWarps, int numRegsCopySfLdsSttm, int numRegsCopySparsityInfo, - int numRegsPerThreadEpilogueWarp, int numRegsPerThreadNonEpilogueWarp, int numSlicesForSplitK, - int numSlicesForSliceK, int numStagesA, int numStagesB, int numStagesMma, int numStagesMmaWithinWorkTile, - int numStagesMmaAcrossWorkTile, int numStagesSmemSfA, int numStagesSmemSfB, int numStagesTmemA, - int numStagesTmemSfA, int numStagesTmemSfB, int numStagesWorkId, bool outputDebugTensors, bool patchF2fp, - tg::Dtype perTokenSfDtype, SchedHostTask schedHostTask, int32_t sfBlockSizeA, int32_t sfBlockSizeB, - int32_t sfBlockSizeC, tg::SfLayout sfLayoutA, tg::SfLayout sfLayoutB, tg::SfLayout sfLayoutC, - int sfReshapeFactor, bool sliceK, tg::Sparsity sparsityA, SplitK splitK, int tileK, int tileM, int tileN, - TileScheduler tileScheduler, bool transposeMmaOutput, bool useCustomizedMma3xNvFp4, bool useCustomMmaSchedule, - bool useDeepSeekFp8, bool useFlexibleClusterDims, bool useHoistTryWaitForCustomMmaSchedule, - bool useMaxTmemOverlap, bool usePerTokenSfA, bool usePerTokenSfB, bool useShuffledMatrix, bool useTmaStore, - bool useTwoTmaLoadWarps, bool useTwoMmaWarps, bool useUnrollLoop2xForMma, int validM, int validN, int validK, - int worldSize) + int numRegsPerThreadEpilogueWarp, int numRegsPerThreadNonEpilogueWarp, int numSlicesForSplitK, int numStagesA, + int numStagesB, int numStagesMma, int numStagesMmaWithinWorkTile, int numStagesMmaAcrossWorkTile, + int numStagesSmemSfA, int numStagesSmemSfB, int numStagesTmemSfA, int numStagesTmemSfB, int numStagesWorkId, + bool outputDebugTensors, bool patchF2fp, tg::Dtype perTokenSfDtype, SchedHostTask schedHostTask, + int32_t sfBlockSizeA, int32_t sfBlockSizeB, int32_t sfBlockSizeC, tg::SfLayout sfLayoutA, + tg::SfLayout sfLayoutB, tg::SfLayout sfLayoutC, int sfReshapeFactor, tg::Sparsity sparsityA, SplitK splitK, + int tileK, int tileM, int tileN, TileScheduler tileScheduler, bool transposeMmaOutput, + bool useCustomizedMma3xNvFp4, bool useCustomMmaSchedule, bool useDeepSeekFp8, bool useFlexibleClusterDims, + bool useHoistTryWaitForCustomMmaSchedule, bool useMaxTmemOverlap, bool usePerTokenSfA, bool usePerTokenSfB, + bool useShuffledMatrix, bool useTmaStore, bool useTwoTmaLoadWarps, bool useTwoMmaWarps, + bool useUnrollLoop2xForMma, int validM, int validN, int validK, int worldSize) : mAllReduceAlgo{allReduceAlgo} , mBiasDtype{biasDtype} , mBiasType{biasType} @@ -164,10 +163,10 @@ struct GemmOptions , mDtypeC{dtypeC} , mDtypeMmaA{dtypeMmaA} , mDtypeMmaB{dtypeMmaB} + , mDtypeSfC{dtypeSfC} , mEltwiseActType{eltwiseActType} , mEnablesEarlyExit{enablesEarlyExit} , mEnablesDelayedEarlyExit{enablesDelayedEarlyExit} - , mEnablesGlobalPtxKnobs{enablesGlobalPtxKnobs} , mEpilogueLdtmDps{epilogueLdtmDps} , mEpilogueLdtmBits{epilogueLdtmBits} , mEpilogueTileM{epilogueTileM} @@ -204,7 +203,6 @@ struct GemmOptions , mNumRegsPerThreadEpilogueWarp(numRegsPerThreadEpilogueWarp) , mNumRegsPerThreadNonEpilogueWarp(numRegsPerThreadNonEpilogueWarp) , mNumSlicesForSplitK{numSlicesForSplitK} - , mNumSlicesForSliceK{numSlicesForSliceK} , mNumStagesA{numStagesA} , mNumStagesB{numStagesB} , mNumStagesMma{numStagesMma} @@ -212,7 +210,6 @@ struct GemmOptions , mNumStagesMmaAcrossWorkTile{numStagesMmaAcrossWorkTile} , mNumStagesSmemSfA{numStagesSmemSfA} , mNumStagesSmemSfB{numStagesSmemSfB} - , mNumStagesTmemA{numStagesTmemA} , mNumStagesTmemSfA{numStagesTmemSfA} , mNumStagesTmemSfB{numStagesTmemSfB} , mNumStagesWorkId{numStagesWorkId} @@ -227,7 +224,6 @@ struct GemmOptions , mSfLayoutB{sfLayoutB} , mSfLayoutC{sfLayoutC} , mSfReshapeFactor{sfReshapeFactor} - , mSliceK{sliceK} , mSparsityA{sparsityA} , mSplitK{splitK} , mTileK{tileK} @@ -285,6 +281,10 @@ struct GemmOptions tg::Dtype mDtypeMmaA{tg::Dtype::Void}; // Data type of the B matrix for the MMA, if different from the input type. tg::Dtype mDtypeMmaB{tg::Dtype::Void}; + // Data type of the block scaling factors of the output C matrix. When Void, it is auto-deduced + // from mDtypeC by checkAndUpdateGemmOptions (e.g., E4m3 for E2m1, UE8m0 for Mx formats). + // Currently supported override: Fp32 (to keep the high-precision scaling factors). + tg::Dtype mDtypeSfC{tg::Dtype::Void}; // The type of activation. EltwiseActType mEltwiseActType{EltwiseActType::None}; // Whether to enable early exit. @@ -292,8 +292,6 @@ struct GemmOptions // Whether to enable delayed early exit to overlap // numNonExitingCtas loading with the other instructions. bool mEnablesDelayedEarlyExit{false}; - // Whether to enable the global PTX knobs for guiding the compiler optimizations. - bool mEnablesGlobalPtxKnobs{true}; // The epilogue supports multiple LDTM shapes, although not every shape is applicable in every // case. In particular: // - On Hopper: must be 16dp256bit. @@ -323,9 +321,6 @@ struct GemmOptions bool mFuseLoadSfTask{false}; // Whether fuse UTCCP with UTC*MMA. bool mFuseUtccpWithUtcmma{false}; - // Hybrid SliceK: K-tile folding factor (32/mTMA for mTMA < 32, else 1). - // Computed in validation from mHybridTileHidden. - int mFundamentalKtileUnit{1}; // Whether load task A triggers the next grid. bool mGridTriggerSecondaryA{false}; // Whether load task B triggers the next grid. @@ -340,23 +335,6 @@ struct GemmOptions bool mHoistLoadTaskInit{true}; // Whether to hoist the mbarrier try_waits (e.g., mma.prodAcq, smemAb.consWait) in the MMA task. bool mHoistMmaTaskTryWaits{false}; - // Hidden/output dimension for Hybrid SliceK (M if transpose, N if not). - // Computed in validation based on transpose mode. - int32_t mHybridHiddenDim{0}; - // Token batch dimension for Hybrid SliceK (N if transpose, M if not). - // Computed in validation based on transpose mode. - int32_t mHybridNumTokens{0}; - // "Hybrid" SliceK: for mTMA >= 32, uses progressively sparser lane masks (standard - // approach). For mTMA < 32, switches to a hybrid strategy that folds K-slices into - // the M-dimension (FundamentalKtileUnit) to maintain a fixed 0x11111111 lane mask, - // avoiding the wasted TC lanes of ever-sparser masks. Supports M_tma tiles 4-128. - bool mHybridSliceK{false}; - // Tile size for hidden dimension in Hybrid SliceK (mTMA). - // tileM if transpose, tileN if not. Computed in validation. - int32_t mHybridTileHidden{0}; - // Tile size for token dimension in Hybrid SliceK (maxBS). - // tileN if transpose, tileM if not. Computed in validation. - int32_t mHybridTileTokens{0}; // The K dimension of GEMM. int mK{16 * 16}; // Traits of the kernel. @@ -399,8 +377,6 @@ struct GemmOptions // Partial results are accumulated afterwards using either GMEM or DSMEM (in CGA) // to exchange the data between CTAs. int mNumSlicesForSplitK{1}; - // Number of slices for slice-K along K dimension. - int mNumSlicesForSliceK{1}; // The depth of the pipeline for A. int mNumStagesA{0}; // The depth of the pipeline for B. @@ -416,10 +392,6 @@ struct GemmOptions int mNumStagesSmemSfA{0}; // The depth of the pipeline for the SF of B in SMEM. int mNumStagesSmemSfB{0}; - // The depth of the TMEM operand staging pipeline (Hybrid SliceK only). - // 0 means follow mNumStagesA (coupled SMEM/TMEM staging). - // Valid values: 1-6 (must be <= mNumStagesA). - int mNumStagesTmemA{0}; // The depth of the pipeline for the SF of A in TMEM. int mNumStagesTmemSfA{0}; // The depth of the pipeline for the SF of B in TMEM. @@ -435,9 +407,6 @@ struct GemmOptions tg::Dtype mPerTokenSfDtype{tg::Dtype::Void}; // Which host task the persistent scheduler is fused with (Self = dedicated scheduler task). SchedHostTask mSchedHostTask{SchedHostTask::Self}; - // Hybrid SliceK: number of K-slice iterations per MMA (128/mTMA for mTMA > 32, else 4). - // Computed in validation from mHybridTileHidden. - int mReRunTimes{1}; // Block size of A, for block-scaled types. int mSfBlockSizeA{-1}; // Block size of B, for block-scaled types. @@ -456,8 +425,6 @@ struct GemmOptions // But it reduces the number of L2 requests under the hood and potentially improves perf. // Applies to layout 8x4 only. int mSfReshapeFactor{1}; - // Slice-K implementation to use TileM dimension for TileK. - bool mSliceK{false}; // Sparsity of A. tg::Sparsity mSparsityA{tg::Sparsity::Dense}; // The location of the exchange for split-K (it's None when split-K is disabled). @@ -669,12 +636,14 @@ inline std::string dumpOptions(GemmOptions const& options, bool dumpRuntimeParam ss << "mDtypeMmaB=" << "trtllm::gen::Dtype(" << static_cast(options.mDtypeMmaB) << ")" << "," << std::endl; + ss << "mDtypeSfC=" + << "trtllm::gen::Dtype(" << static_cast(options.mDtypeSfC) << ")" + << "," << std::endl; ss << "mEltwiseActType=" << "gemm::EltwiseActType(" << static_cast(options.mEltwiseActType) << ")" << "," << std::endl; ss << "mEnablesEarlyExit=" << options.mEnablesEarlyExit << "," << std::endl; ss << "mEnablesDelayedEarlyExit=" << options.mEnablesDelayedEarlyExit << "," << std::endl; - ss << "mEnablesGlobalPtxKnobs=" << options.mEnablesGlobalPtxKnobs << "," << std::endl; ss << "mEpilogueLdtmDps=" << options.mEpilogueLdtmDps << "," << std::endl; ss << "mEpilogueLdtmBits=" << options.mEpilogueLdtmBits << "," << std::endl; ss << "mEpilogueTileM=" << options.mEpilogueTileM << "," << std::endl; @@ -727,7 +696,6 @@ inline std::string dumpOptions(GemmOptions const& options, bool dumpRuntimeParam ss << "mNumRegsPerThreadEpilogueWarp=" << options.mNumRegsPerThreadEpilogueWarp << "," << std::endl; ss << "mNumRegsPerThreadNonEpilogueWarp=" << options.mNumRegsPerThreadNonEpilogueWarp << "," << std::endl; ss << "mNumSlicesForSplitK=" << options.mNumSlicesForSplitK << "," << std::endl; - ss << "mNumSlicesForSliceK=" << options.mNumSlicesForSliceK << "," << std::endl; ss << "mNumStagesA=" << options.mNumStagesA << "," << std::endl; ss << "mNumStagesB=" << options.mNumStagesB << "," << std::endl; ss << "mNumStagesMma=" << options.mNumStagesMma << "," << std::endl; @@ -735,7 +703,6 @@ inline std::string dumpOptions(GemmOptions const& options, bool dumpRuntimeParam ss << "mNumStagesMmaAcrossWorkTile=" << options.mNumStagesMmaAcrossWorkTile << "," << std::endl; ss << "mNumStagesSmemSfA=" << options.mNumStagesSmemSfA << "," << std::endl; ss << "mNumStagesSmemSfB=" << options.mNumStagesSmemSfB << "," << std::endl; - ss << "mNumStagesTmemA=" << options.mNumStagesTmemA << "," << std::endl; ss << "mNumStagesTmemSfA=" << options.mNumStagesTmemSfA << "," << std::endl; ss << "mNumStagesTmemSfB=" << options.mNumStagesTmemSfB << "," << std::endl; ss << "mNumStagesWorkId=" << options.mNumStagesWorkId << "," << std::endl; @@ -760,7 +727,6 @@ inline std::string dumpOptions(GemmOptions const& options, bool dumpRuntimeParam << "trtllm::gen::SfLayout(" << static_cast(options.mSfLayoutC) << ")" << "," << std::endl; ss << "mSfReshapeFactor=" << options.mSfReshapeFactor << "," << std::endl; - ss << "mSliceK=" << options.mSliceK << "," << std::endl; ss << "mSparsityA=" << "trtllm::gen::Sparsity(" << static_cast(options.mSparsityA) << ")" << "," << std::endl; @@ -964,12 +930,10 @@ inline bool checkAndUpdateGemmOptions( options.mValidM, " validN=", options.mValidN, " validK=", options.mValidK); } -#ifdef TLLM_PUBLIC_RELEASE if (options.mDtypeA == tg::Dtype::E2m1 && options.mDtypeMmaA == tg::Dtype::E4m3) { TLLM_CHECK_ERROR(false, "E2m1 x E4m3 is not supported for JIT compile. Use cubins instead."); } -#endif // TLLM_PUBLIC_RELEASE // Check that the A cast is supported. // Currently, we only support {MxFp4, NvFp4, MxInt4} -> Bf16. @@ -997,9 +961,7 @@ inline bool checkAndUpdateGemmOptions( TLLM_CHECK_ERROR(options.mDtypeA == tg::Dtype::MxE2m1 && options.mDtypeMmaA == tg::Dtype::Bfloat16, "PatchF2fp is only supported for MxFp4 to Bf16 casts."); } -#ifdef TLLM_PUBLIC_RELEASE options.mPatchF2fp = false; -#endif // TLLM_PUBLIC_RELEASE // FIXME: We do not support different dtypes for A and B when not on Blackwell. if (!isBlackwell) @@ -1198,7 +1160,6 @@ inline bool checkAndUpdateGemmOptions( "The sparsity information for one tile row must be a multiple of 16B. Use larger tileK."); TLLM_CHECK_ERROR(options.mDtypeA == options.mDtypeMmaA, "Sparsity is not supported with on-the-fly upcasting."); TLLM_CHECK_ERROR(!options.mUseDeepSeekFp8, "Sparsity is not supported with DeepSeek Fp8."); - TLLM_CHECK_ERROR(!options.mSliceK, "Sparsity is not supported with slice-k."); } if (options.mMmaKind == tg::MmaKind::Fp8Fp6Fp4) @@ -1249,9 +1210,7 @@ inline bool checkAndUpdateGemmOptions( } // Constraints for NvFp4, MxFp8, and MxFp4. - // Skip this constraint for Hybrid SliceK, which uses lane-masked MMA and supports small tiles. - if (!options.mHybridSliceK - && (options.mMmaKind == tg::MmaKind::MxFp4NvFp4 || options.mMmaKind == tg::MmaKind::MxFp8Fp6Fp4 + if ((options.mMmaKind == tg::MmaKind::MxFp4NvFp4 || options.mMmaKind == tg::MmaKind::MxFp8Fp6Fp4 || options.mDtypeC == tg::Dtype::MxE4m3) && options.mMmaM != 128) { @@ -1476,22 +1435,58 @@ inline bool checkAndUpdateGemmOptions( TLLM_CHECK_ERROR((padMultiplierB * tg::dtypeGetNumBits(options.mDtypeB) * options.mK / 8) % 16 == 0, "K dimension of B must be aligned to 16 bytes."); + // Auto-deduce the dtype of the block scaling factors of C, or validate the user's choice. + if (tg::dtypeIsBlockFmt(options.mDtypeC)) + { + auto const defaultDtypeSfC = tg::dtypeGetBlockSfType(options.mDtypeC); + if (options.mDtypeSfC == tg::Dtype::Void) + { + if (updateOptions) + { + options.mDtypeSfC = defaultDtypeSfC; + } + else + { + return false; + } + } + else + { + // Allow either the default quantized type, or Fp32 (keep the high-precision scaling factors). + TLLM_CHECK_ERROR(options.mDtypeSfC == defaultDtypeSfC || options.mDtypeSfC == tg::Dtype::Fp32 + || options.mDtypeSfC == tg::Dtype::Bfloat16, + "Unsupported dtypeSfC=", tg::dtypeToString(options.mDtypeSfC), + " for dtypeC=", tg::dtypeToString(options.mDtypeC), ". Supported: ", tg::dtypeToString(defaultDtypeSfC), + " (default) or Fp32 or Bfloat16."); + } + } + else if (options.mDtypeSfC != tg::Dtype::Void) + { + TLLM_LOG_WARNING("Got dtypeSfC=", tg::dtypeToString(options.mDtypeSfC), + " but dtypeC=", tg::dtypeToString(options.mDtypeC), " does not use block scales"); + GEMM_UPDATE_OR_ERROR(options.mDtypeSfC, tg::Dtype::Void); + } + if (tg::dtypeIsBlockFmt(options.mDtypeC)) { TLLM_CHECK_ERROR(isBlackwell, "Block scaling is only supported on Blackwell"); - TLLM_CHECK_ERROR(options.mSfLayoutC == tg::SfLayout::R128c4 || options.mSfLayoutC == tg::SfLayout::R8c4, - "Only the 128x4 and 8x4 SF layouts are supported for C."); + TLLM_CHECK_ERROR(options.mSfLayoutC == tg::SfLayout::R128c4 || options.mSfLayoutC == tg::SfLayout::R8c4 + || options.mSfLayoutC == tg::SfLayout::Linear, + "Only the 128x4, 8x4 and linear SF layouts are supported for C."); if (!options.mTransposeMmaOutput) { TLLM_CHECK_ERROR(options.mEpilogueTileN % options.mSfBlockSizeC == 0, "EpilogueTileN must be a multiple of the number of elements per SF for C"); } - int const numSfTileRowsC = options.mSfLayoutC == tg::SfLayout::R128c4 ? 128 : 8; - int const tileTokenDim = options.mTransposeMmaOutput ? options.mTileN : options.mTileM; - TLLM_CHECK_ERROR_FMT(tileTokenDim % numSfTileRowsC == 0, - "Tile%s (%d) must be a multiple of %d for C SF layout %s", options.mTransposeMmaOutput ? "N" : "M", - tileTokenDim, numSfTileRowsC, tg::sfLayoutToString(options.mSfLayoutC).c_str()); + if (options.mSfLayoutC != tg::SfLayout::Linear) + { + int const numSfTileRowsC = options.mSfLayoutC == tg::SfLayout::R128c4 ? 128 : 8; + int const tileTokenDim = options.mTransposeMmaOutput ? options.mTileN : options.mTileM; + TLLM_CHECK_ERROR_FMT(tileTokenDim % numSfTileRowsC == 0, + "Tile%s (%d) must be a multiple of %d for C SF layout %s", options.mTransposeMmaOutput ? "N" : "M", + tileTokenDim, numSfTileRowsC, tg::sfLayoutToString(options.mSfLayoutC).c_str()); + } int numEltsPerSfC = options.mSfBlockSizeC; int const hiddenDim = options.mTransposeMmaOutput ? options.mM : options.mN; @@ -1573,18 +1568,8 @@ inline bool checkAndUpdateGemmOptions( "M/validM must be a multiple of shuffle block size (", shuffleBlockSize, ") when useShuffledMatrix"); } - if (!options.mSliceK && !options.mHybridSliceK) - { - TLLM_CHECK_ERROR(options.mMmaM / (options.mClusterDimX > 1 ? 2 : 1) <= options.mEpilogueTileM, - "EpilogueTileM must be larger or equal than mmaM."); - } - else if (options.mSliceK) - { - // FIXME: this is not necessary limitation. Simply fixing num repeats in TmemSliceKA should be - // enough. - TLLM_CHECK_ERROR( - (options.mTileN & (options.mTileN - 1)) == 0, "For Slice-K TileN is required to be a power of 2"); - } + TLLM_CHECK_ERROR(options.mMmaM / (options.mClusterDimX > 1 ? 2 : 1) <= options.mEpilogueTileM, + "EpilogueTileM must be larger or equal than mmaM."); if (options.mClusterDimX >= 2) { @@ -1718,8 +1703,6 @@ inline bool checkAndUpdateGemmOptions( "EpilogueLdtmDps must be 32 when using shuffled matrix and non-transposed mma output"); TLLM_CHECK_ERROR( options.mUseTmaStore, "TMA store is required when using shuffled matrix and non-transposed mma output"); - TLLM_CHECK_ERROR( - !options.mSliceK, "Slice-K is not supported when using shuffled matrix and non-transposed mma output"); // When doing unshuffle in the epilogue, one fragment of epilogue tile must have at least one // shuffle block. auto minEpilogueTileN = getShuffleBlockSize(options.mEpilogueTileM); @@ -1837,223 +1820,6 @@ inline bool checkAndUpdateGemmOptions( TLLM_CHECK_ERROR( options.mNumEpilogueWarps == 4 || options.mNumEpilogueWarps == 8, "mNumEpilogueWarps has to be either 4 or 8."); - if (options.mSliceK) - { - TLLM_CHECK_ERROR(isBlackwell, "Slice-K is not supported on Hopper"); - - TLLM_CHECK_ERROR(!options.mUseDeepSeekFp8, "DeepSeek Fp8 GEMM is not supported for slice-K"); - TLLM_CHECK_ERROR(options.mUseTwoTmaLoadWarps, "Slice-K requires two warp load for A and B"); - TLLM_CHECK_ERROR(options.mTransposeMmaOutput, "Slice-K requires transpose mma output"); - TLLM_CHECK_ERROR(options.mUseShuffledMatrix, "Slice-K requires shuffled matrix"); - TLLM_CHECK_ERROR(options.mTileK % 128 == 0, "Slice-K requires TileK be a multiple of 128"); - TLLM_CHECK_ERROR(options.mMmaM == 128, "Slice-K requires MmaM == 128"); - TLLM_CHECK_ERROR(options.mTileN == options.mEpilogueTileN, "TileN must be equal to EpilogueTileN for slice-K"); - - TLLM_LOG_WARNING("Overwriting TileM and EpilogueTileM to 32 for slice-K"); - if (options.mTileM != 32 || options.mEpilogueTileM != 32) - { - if (updateOptions) - { - // FIXME: it is possible to remove this restriction. - options.mTileM = 32; - options.mEpilogueTileM = 32; - } - else - { - return false; - } - } - TLLM_CHECK_ERROR(options.mDtypeA == tg::Dtype::E4m3 && options.mDtypeB == tg::Dtype::E4m3, - "Slice-K requires e4m3 input dtype"); - - if (options.mNumSlicesForSliceK != 4) - { - if (updateOptions) - { - options.mNumSlicesForSliceK = 4; - } - else - { - return false; - } - } - TLLM_CHECK_ERROR((options.mTileK / options.mMmaK) % options.mNumSlicesForSliceK == 0, "TileK (", options.mTileK, - ") / MmaK (", options.mMmaK, ") must be a multiple of mNumSlicesForSliceK (", options.mNumSlicesForSliceK, - ")"); - } - - // Hybrid SliceK validation and semantic parameter computation - // Both transpose modes produce final output [tokens, hidden]: - // - transpose=true: m=hidden, n=tokens, GEMM C=[hidden,tokens], then transpose to - // [tokens,hidden] - // - transpose=false: m=tokens, n=hidden, GEMM C=[tokens,hidden], direct output - if (options.mHybridSliceK) - { - TLLM_CHECK_ERROR(isBlackwell, "Hybrid SliceK is only supported on Blackwell"); - TLLM_CHECK_ERROR(!options.mSliceK, "Cannot use both SliceK and HybridSliceK"); - TLLM_CHECK_ERROR(options.mDtypeA == tg::Dtype::E4m3 && options.mDtypeB == tg::Dtype::E4m3, - "Hybrid SliceK phase 1 requires FP8 (E4m3) input dtype"); - TLLM_CHECK_ERROR(options.mTileK % 128 == 0, "Hybrid SliceK requires TileK to be a multiple of 128"); - TLLM_CHECK_ERROR(options.mMmaM == 128, "Hybrid SliceK requires MmaM == 128"); - // TODO: 2-CTA MMA support requires fixing TMA coordinate generation in SmemHybridSliceKAb - // to properly handle loadHalfTileB and OOB optimizations when transpose=false. - TLLM_CHECK_ERROR(options.mClusterDimX == 1, "Hybrid SliceK does not yet support 2-CTA MMA (clusterDimX > 1)"); - // TODO: CGA split-K support requires implementing DSMEM epilogue path. - TLLM_CHECK_ERROR(options.mNumSlicesForSplitK <= 1, - "Hybrid SliceK does not yet support CGA split-K (numSlicesForSplitK > 1)"); - - // Compute semantic parameters based on transpose mode - // mHybridTileHidden = mTMA = tile size for hidden dimension (weight rows) - // mHybridTileTokens = maxBS = tile size for token dimension (activation batch) - if (updateOptions) - { - if (options.mTransposeMmaOutput) - { - // transpose=true: m=hidden, n=tokens - // ctaIdxM → hidden tiles, ctaIdxN → token tiles - options.mHybridNumTokens = options.mN; - options.mHybridHiddenDim = options.mM; - options.mHybridTileTokens = options.mTileN; // maxBS (N-direction = tokens) - options.mHybridTileHidden = options.mTileM; // mTMA (M-direction = hidden) - } - else - { - // transpose=false: m=tokens, n=hidden - // ctaIdxM → token tiles, ctaIdxN → hidden tiles - options.mHybridNumTokens = options.mM; - options.mHybridHiddenDim = options.mN; - options.mHybridTileTokens = options.mTileM; // maxBS (M-direction = tokens) - options.mHybridTileHidden = options.mTileN; // mTMA (N-direction = hidden) - } - } - - // Validate mTMA (hidden tile) range: 4-128 - TLLM_CHECK_ERROR(options.mHybridTileHidden >= 4 && options.mHybridTileHidden <= 128, - "Hybrid SliceK supports mTMA (hidden tile) from 4 to 128, got ", options.mHybridTileHidden); - - // Compute derived parameters based on mHybridTileHidden (mTMA) - if (updateOptions) - { - // Hybrid SliceK pipeline staging defaults (only apply if user didn't override): - // - mNumStagesA/B (SmemStage): defaults to 4, valid range 2-8 - // - mNumStagesTmemA: defaults to follow mNumStagesA, valid values 1-6 - // - MMA accum is not staged (NumStagesMma = 1) - int const defaultNumStages = 2; // GemmOptions default - if (options.mNumStagesA == defaultNumStages) - { - options.mNumStagesA = 4; // Hybrid SliceK default - options.mNumStagesB = 4; // Hybrid SliceK default - } - // mNumStagesTmemA: if not set (0), default to mNumStagesA (coupled mode) - if (options.mNumStagesTmemA == 0) - { - options.mNumStagesTmemA = std::min(options.mNumStagesA, 6); - } - // Validate stage configurations - TLLM_CHECK_ERROR(options.mNumStagesA >= 2 && options.mNumStagesA <= 8, - "Hybrid SliceK requires numStages in range [2, 8], got ", options.mNumStagesA); - TLLM_CHECK_ERROR(options.mNumStagesTmemA <= 6, - "Hybrid SliceK requires numStagesTmemA <= 6, got numStagesTmemA=", options.mNumStagesTmemA); - - // MMA staging: Hybrid SliceK requires single-stage MMA (accumulator not staged) - options.mNumStagesMma = 1; - options.mNumStagesMmaWithinWorkTile = 1; - options.mNumStagesMmaAcrossWorkTile = 1; - - // FundamentalKtileUnit: 32/mTMA for mTMA < 32, else 1 - options.mFundamentalKtileUnit = (options.mHybridTileHidden < 32) ? (32 / options.mHybridTileHidden) : 1; - // ReRunTimes: (128/mTMA) for mTMA > 32, else 4 - options.mReRunTimes = (options.mHybridTileHidden > 32) ? (128 / options.mHybridTileHidden) : 4; - - // Auto-correct tileK to satisfy: (tileK / 128) % FundamentalKtileUnit == 0 - // Minimum valid tileK = 128 * FundamentalKtileUnit - // For mTMA <= 8: FundamentalKtileUnit = 4, minTileK = 512 - // For mTMA <= 16: FundamentalKtileUnit = 2, minTileK = 256 - // For mTMA > 16: FundamentalKtileUnit = 1, minTileK = 128 - int const minTileK = 128 * options.mFundamentalKtileUnit; - int const kTile128BNum = options.mTileK / 128; - if (options.mTileK < minTileK || kTile128BNum % options.mFundamentalKtileUnit != 0) - { - int const newTileK = std::max(minTileK, divUpMul(options.mTileK, minTileK)); - TLLM_LOG_WARNING("Hybrid SliceK: Adjusting TileK from ", options.mTileK, " to ", newTileK, - " (FundamentalKtileUnit=", options.mFundamentalKtileUnit, ", minTileK=", minTileK, ")"); - options.mTileK = newTileK; - // Keep mMmaTileK in sync (it was set to the old mTileK earlier). - options.mMmaTileK = newTileK; - } - } - else - { - // Validate stage configurations for Hybrid SliceK - TLLM_CHECK_ERROR(options.mNumStagesA >= 2 && options.mNumStagesA <= 8, - "Hybrid SliceK requires numStages in range [2, 8], got ", options.mNumStagesA); - TLLM_CHECK_ERROR(options.mNumStagesTmemA > 0 && options.mNumStagesTmemA <= 6, - "Hybrid SliceK requires numStagesTmemA in range [1, 6]"); - TLLM_CHECK_ERROR(options.mNumStagesMma == 1, "Hybrid SliceK requires numStagesMma == 1 (no MMA staging)"); - TLLM_CHECK_ERROR(options.mNumStagesMmaWithinWorkTile == 1 && options.mNumStagesMmaAcrossWorkTile == 1, - "Hybrid SliceK requires numStagesMmaWithinWorkTile == 1 and " - "numStagesMmaAcrossWorkTile == 1"); - // Validate derived parameters using mHybridTileHidden - int const expectedFundamental = (options.mHybridTileHidden < 32) ? (32 / options.mHybridTileHidden) : 1; - int const expectedReRunTimes = (options.mHybridTileHidden > 32) ? (128 / options.mHybridTileHidden) : 4; - TLLM_CHECK_ERROR(options.mFundamentalKtileUnit == expectedFundamental, - "Hybrid SliceK requires FundamentalKtileUnit == ", expectedFundamental, " (got ", - options.mFundamentalKtileUnit, ")"); - TLLM_CHECK_ERROR(options.mReRunTimes == expectedReRunTimes, - "Hybrid SliceK requires ReRunTimes == ", expectedReRunTimes, " (got ", options.mReRunTimes, ")"); - - // Validate tileK constraint: (tileK / 128) % FundamentalKtileUnit == 0 - int const minTileK = 128 * expectedFundamental; - int const kTile128BNum = options.mTileK / 128; - TLLM_CHECK_ERROR(options.mTileK >= minTileK && kTile128BNum % expectedFundamental == 0, - "Hybrid SliceK requires TileK >= ", minTileK, - " and (TileK/128) divisible by FundamentalKtileUnit=", expectedFundamental, - " (got TileK=", options.mTileK, ")"); - } - - // Hybrid SliceK epilogue constraints: - // EpilogueTileM must equal TileM and EpilogueTileN must equal TileN - if (options.mEpilogueTileM != options.mTileM || options.mEpilogueTileN != options.mTileN) - { - TLLM_LOG_WARNING( - "Hybrid SliceK requires EpilogueTileM == TileM and EpilogueTileN == TileN. " - "Overwriting epilogue tiles to match main tiles."); - if (updateOptions) - { - options.mEpilogueTileM = options.mTileM; - options.mEpilogueTileN = options.mTileN; - } - else - { - return false; - } - } - - // Hybrid SliceK LDTM configuration adjustment for small epilogueTileN: - // Default 16dp256b LDTM needs numTmemCols >= 8 (i.e., epilogueTileN >= 8 for Fp32). - // For smaller tiles, switch to 32dp32b which only needs numTmemCols >= 1. - // Note: Hybrid SliceK uses custom epilogue (hybridSliceKEpilogueStore) that bypasses LDTM, - // but GmemC resource creation still triggers TmemLdstInst initialization that would SIGFPE. - int const minEpilogueTileNFor16dp256b = 8; // 16dp256b needs 8 TMEM cols per repeat - if (options.mEpilogueTileN < minEpilogueTileNFor16dp256b) - { - if (updateOptions) - { - // Switch to 32dp32b configuration which works with any epilogueTileN >= 1 - options.mEpilogueLdtmDps = 32; - options.mEpilogueLdtmBits = 32; - } - else - { - // In non-update mode, check if current LDTM config is compatible - if (options.mEpilogueLdtmDps == 16 && options.mEpilogueLdtmBits == 256) - { - return false; // Incompatible configuration - } - } - } - } - // Number of iterations in K dimension after padding. // Note the perCtaK in each CTA in the splitK group are padded to the same number of iterations. // E.g., K = 512, TileK = 128, numSlicesForSplitK = 3. Then the padded K is @@ -2195,15 +1961,10 @@ inline bool checkAndUpdateGemmOptions( "A and B dtype must be E4m3 for Meta Fp8. Found dtypeA=", tg::dtypeToString(options.mDtypeA), " dtypeB=", tg::dtypeToString(options.mDtypeB)); TLLM_CHECK_ERROR(options.mDtypeC == tg::Dtype::Fp32 || options.mDtypeC == tg::Dtype::Bfloat16 - || options.mDtypeC == tg::Dtype::Fp16, - "Only Fp32, Bfloat16, Fp16 output dtypes are supported for Meta Fp8"); - } - else - { - // RoutingScalesOnInput case - TLLM_CHECK_ERROR((options.mUsePerTokenSfA && !options.mTransposeMmaOutput) - || (options.mUsePerTokenSfB && options.mTransposeMmaOutput), - "In RoutingScalesOnInput mode, perToken scales must be used on activations"); + || options.mDtypeC == tg::Dtype::Fp16 || options.mDtypeC == tg::Dtype::E4m3 + || options.mDtypeC == tg::Dtype::E2m1, + "Only Fp32, Bfloat16, Fp16, E4m3, E2m1 output dtypes are supported for Meta " + "Fp8"); } TLLM_CHECK_ERROR(options.mPerTokenSfDtype == tg::Dtype::Fp32 || options.mPerTokenSfDtype == tg::Dtype::Bfloat16 || options.mPerTokenSfDtype == tg::Dtype::Fp16, @@ -2286,7 +2047,8 @@ inline bool checkAndUpdateGemmOptions( if (!isBiasTypeNone(options.mBiasType)) { - TLLM_CHECK_ERROR(!options.mUseDeepSeekFp8, "Bias is not supported for DeepSeek Fp8"); + TLLM_CHECK_ERROR(!options.mUseDeepSeekFp8 || isBiasTypeMn(options.mBiasType), + "Only BiasType::Mn is supported for DeepSeek Fp8"); TLLM_CHECK_ERROR(!(options.mUsePerTokenSfA && options.mUsePerTokenSfB), "Bias is not supported for Meta Fp8"); } @@ -2298,7 +2060,6 @@ inline bool checkAndUpdateGemmOptions( { TLLM_CHECK_ERROR(options.mUseTmaStore, "mUseMaxTmemOverlap only works with TMA store"); TLLM_CHECK_ERROR(options.mNumSlicesForSplitK == 1, "mUseMaxTmemOverlap does not work with splitK"); - TLLM_CHECK_ERROR(options.mNumSlicesForSliceK == 1, "mUseMaxTmemOverlap does not work with sliceK"); TLLM_CHECK_ERROR(!options.mUseDeepSeekFp8, "mUseMaxTmemOverlap does not work with mUseDeepSeekFp8"); } @@ -2307,8 +2068,6 @@ inline bool checkAndUpdateGemmOptions( TLLM_CHECK_ERROR(options.mUseTmaStore, "Using more than 4 warps for epilogue only works with TMA store"); TLLM_CHECK_ERROR( options.mNumSlicesForSplitK == 1, "Using more than 4 warps for epilogue does not work with splitK"); - TLLM_CHECK_ERROR( - options.mNumSlicesForSliceK == 1, "Using more than 4 warps for epilogue does not work with sliceK"); TLLM_CHECK_ERROR( !options.mUseDeepSeekFp8, "Using more than 4 warps for epilogue does not work with mUseDeepSeekFp8"); @@ -2320,19 +2079,17 @@ inline bool checkAndUpdateGemmOptions( if (updateOptions) { // Init kernel traits. - // For Hybrid SliceK, swap tileM/tileN so KernelTraits sees LoadA=Weight(tileN) and - // LoadB=Activation(tileM). - int32_t const tileMForTraits = options.mHybridSliceK ? options.mTileN : options.mTileM; - int32_t const tileNForTraits = options.mHybridSliceK ? options.mTileM : options.mTileN; + int32_t const tileMForTraits = options.mTileM; + int32_t const tileNForTraits = options.mTileN; options.mKernelTraits = KernelTraits(options.mDtypeA, options.mDtypeB, options.mDtypeC, options.mDtypeAcc, options.mDtypeMmaA, options.mDtypeMmaB, options.mMmaKind, options.mSparsityA, options.mMmaK, tileMForTraits, tileNForTraits, options.mTileK, options.mMmaTileK, options.mEpilogueTileM, options.mEpilogueTileN, options.mSfBlockSizeA, options.mSfBlockSizeB, options.mNumStagesA, options.mNumStagesB, options.mNumStagesMma, options.mNumStagesTmemSfA, options.mNumStagesTmemSfB, options.mNumSlicesForSplitK, - options.mNumSlicesForSliceK, options.mSplitK, options.mUseTmaStore, options.mTransposeMmaOutput, - options.mAllReduceAlgo, options.mFuseUtccpWithUtcmma, options.mUseMaxTmemOverlap, - options.mUseCustomizedMma3xNvFp4, options.mNumEpilogueWarps, isPersistentScheduler(options.mTileScheduler), - options.mUseDeepSeekFp8, options.mUsePerTokenSfA, options.mUsePerTokenSfB, + options.mSplitK, options.mUseTmaStore, options.mTransposeMmaOutput, options.mAllReduceAlgo, + options.mFuseUtccpWithUtcmma, options.mUseMaxTmemOverlap, options.mUseCustomizedMma3xNvFp4, + options.mNumEpilogueWarps, isPersistentScheduler(options.mTileScheduler), options.mUseDeepSeekFp8, + options.mUsePerTokenSfA, options.mUsePerTokenSfB, /* useTwoCtas*/ options.mClusterDimX >= 2, options.mBiasType, options.mFusedBiasShuffleMode); } @@ -2387,8 +2144,8 @@ inline CUresult loadCubinData(CUmodule* module, Config const& config) // Trtllm links the cubin into the executable while Flashinfer loads the cubin from storage. #ifdef TLLM_GEN_EXPORT_FLASHINFER #ifdef TLLM_GEN_GEMM_CUBIN_PATH - static const std::string tllm_gen_gemm_cubin_path = std::string(TLLM_GEN_GEMM_CUBIN_PATH); - const std::string sha256 = config.mHash ? config.mHash : ""; + static std::string const tllm_gen_gemm_cubin_path = std::string(TLLM_GEN_GEMM_CUBIN_PATH); + std::string const sha256 = config.mHash ? config.mHash : ""; std::string fileName = config.mFunctionName; if (!fileName.empty()) { diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelMetaInfo.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelMetaInfo.h index 6095adc6b031..49adcadb7273 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelMetaInfo.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelMetaInfo.h @@ -19,16 +19,13 @@ #include "BatchedGemmOptions.h" #include "tensorrt_llm/common/config.h" -namespace batchedGemm -{ +namespace batchedGemm { TRTLLM_NAMESPACE_BEGIN - -namespace kernels -{ +namespace kernels { // clang-format off -#define TLLM_GEN_COMMIT "71d2730e" +#define TLLM_GEN_COMMIT "a2ad0544-dirty" #define TLLM_GEN_EXPORT_VERSION "7.0.4.0.4.0" #ifndef EXCLUDE_SM_100 @@ -543,49 +540,93 @@ extern unsigned char const Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x3 extern unsigned char const Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin[]; extern unsigned char const Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin[]; extern unsigned char const Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; +extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f_cubin[]; extern unsigned char const Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f_cubin[]; @@ -1145,49 +1186,93 @@ extern unsigned int const Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32 extern unsigned int const Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin_len; extern unsigned int const Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin_len; extern unsigned int const Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; +extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f_cubin_len; extern unsigned int const Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f_cubin_len; @@ -1238,7 +1323,7 @@ extern unsigned int const Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_e static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { #ifndef EXCLUDE_SM_100 -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 116304, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "3554cae876b9ef7995bb0651364b082d25d44de5a3da73560c96b2dbbcb7d1f5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 116368, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "965a6594cf88ccc3cdf8b436af029beedb2bb95e9e49fb8950cf591e679e9f18", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -1253,10 +1338,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -1293,7 +1378,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -1301,7 +1385,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -1316,7 +1399,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -1363,10 +1445,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 116064, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "c056441760848519efff34ba4a45e428eaa090bec58c7b883cd9ccd17f8b2761", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 116240, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "744b3bdebf9b75154d3423ff5aa1a6ce819096a208badeb9c00641be98fe47cb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -1381,10 +1464,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -1421,7 +1504,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -1429,7 +1511,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -1444,7 +1525,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -1491,10 +1571,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 116304, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "7e02e06c082378013568ccfa7ca686353f2b5a2f0734bfd8614f7cdb68adf0f8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 116368, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "1ea37fff7d955412fe2a7fea1144eb9e65e1c47f34c2ea4c344cd059524a265c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -1509,10 +1590,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -1549,7 +1630,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -1557,7 +1637,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -1572,7 +1651,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -1619,10 +1697,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 116064, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "94094faf41ae6c3189d5d03da658036f7340b3b24ed6d7228e2663e2a94a7874", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 116240, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "20a899eef3b55e5b7a159bbda0d59bd75b23d9ca7394eda138bb4a11f269d991", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -1637,10 +1716,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -1677,7 +1756,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -1685,7 +1763,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -1700,7 +1777,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -1747,10 +1823,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 140880, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "5135c6fce7525aa6b659b2ce747c42cbc5d7b8f06c49978701ae407f346fdb99", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 140944, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "a0a6a9c48d1f6fa3fe4908f13a1fc0a36f92ca56ed5528f73df4da2059cd3d19", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -1765,10 +1842,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -1805,7 +1882,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -1813,7 +1889,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -1828,7 +1903,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -1875,10 +1949,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 140640, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "185aac7aabc4fef9b70041756edb7d74affca5f6d0c542db73610430f6bbed9d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 140816, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "e33c28a26a6224ccccf7df9d87c49e7709e649fbbe75c2cd70d82868fac0a18b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -1893,10 +1968,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -1933,7 +2008,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -1941,7 +2015,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -1956,7 +2029,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -2003,10 +2075,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 140880, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "2580f3ae913efb3da341d9a4ad979d38cb239cb7d2ae762955540036e3eef0dd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 140944, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "96cf4dc4578b1ac8a9f16fc27d2cbdbe3b2692e832e3fcac3082b352a1d7084c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -2021,10 +2094,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -2061,7 +2134,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -2069,7 +2141,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -2084,7 +2155,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -2131,10 +2201,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 140640, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "9cb667fc635211ae2ba1aebcff54d2a6b857b0e656196e67b747a55d34336005", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 140816, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "8b2c5af9de42887bca74bff8436c53c5b85a3db87287ffce1a2f8572ca44af1f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -2149,10 +2220,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -2189,7 +2260,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -2197,7 +2267,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -2212,7 +2281,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -2259,10 +2327,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 157200, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "06a578468d5b75a312fb98e819f56504b1bd51b95d55412000783cc8e9b845e4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 157328, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "fdab85caecfe0b99431e8dd648fe07f330f838e0514211ca0f2726d0ac0e9025", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -2277,10 +2346,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -2317,7 +2386,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -2325,7 +2393,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -2340,7 +2407,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -2387,10 +2453,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 156960, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "b61e5ed5e0ce9ec2fc009a5e216acf9083ba25558f9e2a8f82783ed2d6120cc5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 157200, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "7c413e8cc59ad3b0356c7e8c55ae5452efa0a17cdeb38ef712eb6b2618d707ac", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -2405,10 +2472,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -2445,7 +2512,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -2453,7 +2519,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -2468,7 +2533,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -2515,10 +2579,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 157200, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "58c7b8816a279d87cff40f49ce2fdab09b4cb16b95c3fe1fab81a90f0639a7d4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 157328, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "71e69d7b6228ce0a0389f45043380604934a0a6cb4be25a197eb2d3f5859e06a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -2533,10 +2598,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -2573,7 +2638,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -2581,7 +2645,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -2596,7 +2659,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -2643,10 +2705,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 156960, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "1433c750db9882885abe4afdc7d259fa381c6ba15b6a98545dcc7c176568dd76", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 157200, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "2bd9d50ccdade28e02be5827cde712400f5bab8eb377f23c0323184a1311eae1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -2661,10 +2724,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -2701,7 +2764,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -2709,7 +2771,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -2724,7 +2785,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -2771,10 +2831,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 104016, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "5cab551ce866382872ed928f6105a454bb68e7d4b79f2f7bbfed22d85aea5b41", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 104080, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "caa5b56acf9deb07a978e0b0e88bdc4e986f1447b843a9b0b873b51d0fa22c26", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -2789,10 +2850,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -2829,7 +2890,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -2837,7 +2897,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -2852,7 +2911,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -2899,10 +2957,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 103776, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "3ffb125293e2a61d261e3e346f3144e0ae3415055295a62e64374499ad5831d9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 103952, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "32bbacd1b75e8498c14c76f7d4e3a826e8aaf0778d10925f8bc0e0172f85b82e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -2917,10 +2976,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -2957,7 +3016,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -2965,7 +3023,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -2980,7 +3037,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -3027,10 +3083,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 104016, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "00dfb4d4f098231f275793bbcab18ba95046cab8ef8ec2107e2bd5fb9065f4a6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 104080, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "f84c3fcba00a7b233fea74a74d7654b000ddb5def3a6d0a2d99b1f6be5dea766", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -3045,10 +3102,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -3085,7 +3142,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -3093,7 +3149,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -3108,7 +3163,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -3155,10 +3209,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 103776, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "eccf563470a8652fb0c9ca5620303a18e876e0d689943ccc2fd021a5d00cd771", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 103952, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "ad59d64951352b17982d2c8fc526a934c6be327bba3fa7c83aeed6ecd3da9ae7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -3173,10 +3228,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -3213,7 +3268,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -3221,7 +3275,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -3236,7 +3289,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -3283,10 +3335,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 123344, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "adb628d8b7744068f7bd5cff7e5e7d2699008f4d67c0533c41fc811d0a56570a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 123536, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "ff03a360a0d7a7dad7a81307ebe809879f3ae0fc7c0d0b3e4f4761594c845d98", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -3301,10 +3354,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -3341,7 +3394,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -3349,7 +3401,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -3364,7 +3415,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -3411,10 +3461,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 123104, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "21ef5268be1180adcc5428ac66d62e21bce1ad95f30b92311088d485c72ea282", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 123152, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "6b429ecb0da0ca2616e024d5163401298272ee935d9f3f2a279212196b83d79d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -3429,10 +3480,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -3469,7 +3520,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -3477,7 +3527,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -3492,7 +3541,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -3539,10 +3587,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 123344, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "c863e57b9c6fd7a4626524a920b5dae9c4151027a384d7a3356f81f4de8b3a38", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 123536, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 512, "116243ee6ae2bc3b7c66f71c36b70bbe87d8f2698ec3366faf00a67f8f5e9256", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -3557,10 +3606,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -3597,7 +3646,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -3605,7 +3653,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -3620,7 +3667,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -3667,10 +3713,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 123104, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "ed75b64c16501e065f2b1e8a281a1167b38e17cfbcb85fc9d94fa59745b1013b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a_cubin_len, 123152, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a", 384, "efb3849f33afe9af7a03eecf149becf892cdd0ac3c82137ea72d946c1d99b029", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -3685,10 +3732,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -3725,7 +3772,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -3733,7 +3779,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -3748,7 +3793,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -3795,10 +3839,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 114256, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "590b4099a67713f1c56cbc35911dd3f99c34f746bb0b6ec43a4fb4ff218c90fa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 114320, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "cd84bfe0a7d03fa0ccf4db6c60a06cda92813ae8e253672487d0f1da87aed5e6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -3813,10 +3858,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -3853,7 +3898,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -3861,7 +3905,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -3876,7 +3919,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -3923,10 +3965,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 114016, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "2b685c4c692ae69e94326c26e3e0877480138df7d62bc84e0553a76d08eac29b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 114192, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "9c4ed0b86d09d5b8c35793477324651c3023f0b634c23373b1d2e804b1811ac5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -3941,10 +3984,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -3981,7 +4024,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -3989,7 +4031,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -4004,7 +4045,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -4051,10 +4091,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 114256, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "7ccd07dd8c4e4d63ec4c071d83f3d7b22ffb66035fd79273a671d4c84cd0056a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 114320, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "3c9a421b78042cf35a6f5fb515e95c20d4947f111e9d21585213a2222372fb9a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -4069,10 +4110,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -4109,7 +4150,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -4117,7 +4157,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -4132,7 +4171,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -4179,10 +4217,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 114016, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "14e5778b79e494450ad3a3c3210d0211c8ef578dae2ba2405aa37c9036df50f8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 114192, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "229b2b98791c60c27647748ccc5b81cf0efbe969dff9dbf44f4ad14830004693", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -4197,10 +4236,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -4237,7 +4276,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -4245,7 +4283,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -4260,7 +4297,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -4307,10 +4343,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 136784, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "134ced5e1c6816987705de3c982bec13e746c9e03016095ac2755f7c80528057", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 136848, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "e35c45da758ccc295101ae3b81e3798f1f241b4e10fd188de1b2cc8b6c343004", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -4325,10 +4362,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -4365,7 +4402,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -4373,7 +4409,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -4388,7 +4423,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -4435,10 +4469,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 136544, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "9905ccf7bf5f1914b0729bf460e672e202bae4e9d7cd0721e2c882587dcac0bb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 136720, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "075f09d0e0adb46bbd9a2a330a22f914ae893777181e5c348e198e7d14aebffb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -4453,10 +4488,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -4493,7 +4528,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -4501,7 +4535,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -4516,7 +4549,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -4563,10 +4595,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 136784, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "956dfe6f29ff35d3aafd9d6200ca909959588e0cd57c518260f825b8b71cd68a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 136848, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "8da4142dda1c730c25048a5adb85dda7862fa32f5b81c3d75c09a313661bfa1a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -4581,10 +4614,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -4621,7 +4654,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -4629,7 +4661,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -4644,7 +4675,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -4691,10 +4721,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 136544, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "dfebc486ed0c59cd939c7b1f35260db70e90913052d60d0c16479a842cbbfc82", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 136720, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "1f10c947c51c8c1ff0685f2a69492e9f3c8f5326bce838c317e5a346aac44775", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -4709,10 +4740,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -4749,7 +4780,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -4757,7 +4787,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -4772,7 +4801,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -4819,10 +4847,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 149008, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "0584ca763d8669661d23d079c430190ecb638df764a9eb5a7812e7c6c093959d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 149136, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "e4ad20bc661353d925eed9fbcf2c6cb162a303646f37a93830e22bb12ca2e68d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -4837,10 +4866,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -4877,7 +4906,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -4885,7 +4913,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -4900,7 +4927,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -4947,10 +4973,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 148768, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "7022b9859131709b0313a7a68ea527e9ab840e3a1c507277e6147fff3b90195a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 149008, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "b044e59c128a0379b26a1e2da332d41e523aad3a37b27ff72ed513db18026f5c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -4965,10 +4992,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -5005,7 +5032,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -5013,7 +5039,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -5028,7 +5053,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -5075,10 +5099,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 149008, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "8d66c9acdf280690c6e72250a1d0ebc9ac4fc1b66c037a7f7c1ab08474d15644", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 149136, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "c15033f19958a9505d57d7fe1315dbb64d355830f6103df4a4924ef4600ea50b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -5093,10 +5118,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -5133,7 +5158,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -5141,7 +5165,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -5156,7 +5179,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -5203,10 +5225,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 148768, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "8d04ff31bf8c6d82eb4133d1a9cbbd49391ecdf14812ea4423df02b5a275a130", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 149008, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "80183b38838e754cac2a2b2413cae34e1c556512d2a2fe9cf07b37743d3e4516", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -5221,10 +5244,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -5261,7 +5284,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -5269,7 +5291,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -5284,7 +5305,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -5331,10 +5351,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 102992, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "e110c2ec096005fac84d12499fbcbb4698fb84d51b7a94d1241e345e8cf15215", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 103056, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "ee31f269ef5f142e18c8080068882dbf4565c4fabf4223da369b1ec236bbd593", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -5349,10 +5370,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -5389,7 +5410,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -5397,7 +5417,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -5412,7 +5431,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -5459,10 +5477,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 102752, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "06a26011aa0ec1280601819f5b7f307740740d05d1e436a781bc384235dc7855", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 102928, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "c68a34b135d156f1a0da6833f9a6f9697da87a1feead83f10902faa9a882980d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -5477,10 +5496,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -5517,7 +5536,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -5525,7 +5543,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -5540,7 +5557,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -5587,10 +5603,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 102992, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "4039902886ad5a450b3cdd7a42609d44d79d30bcd8c4d2cb44f245769cd68aa3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 103056, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "ef26d6c75598e85bca1f98b0c8dfe1631b175333e3d665adab59198fcfa102b2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -5605,10 +5622,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -5645,7 +5662,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -5653,7 +5669,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -5668,7 +5683,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -5715,10 +5729,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 102752, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "5be9b6f45e6b8389072975a694ee8958a107467764160c705f2b3410cadb8dad", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 102928, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "c60ebb86795820f14f7915e83a865a9e4ab20b62d7fcdbdeb0a44fbe8a0984dd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -5733,10 +5748,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -5773,7 +5788,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -5781,7 +5795,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -5796,7 +5809,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -5843,10 +5855,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 122320, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "c1fb49e3daf868ba5c7192be2d9ec49e1aacacd1db742ac3dc7ba0223c98db02", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 122512, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "2e70ffe6e5f5013b1101409cd4740822ccf5d71cecd228fc7641810df2624f42", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -5861,10 +5874,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -5901,7 +5914,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -5909,7 +5921,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -5924,7 +5935,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -5971,10 +5981,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 122080, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "be4a9c7835489038d007f99beb5d61613a6b41c0e42fdaa07ab7baba84ef8e7b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 122128, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "b9dc80efc5787e83e18dd660ee5fe3e0a22270cd5b4e3f60d815b3d534c959bc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -5989,10 +6000,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -6029,7 +6040,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -6037,7 +6047,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -6052,7 +6061,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -6099,10 +6107,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 122320, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "40ecf69b70d717268cbdaa0877abc185b6f7e074d55b41e9162ac0e8fbbf4518", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 122512, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "4dcc53a09ad5dd1a23579c9041ea50369285530abf786d3bbd99bd3d8f1b417a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -6117,10 +6126,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -6157,7 +6166,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -6165,7 +6173,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -6180,7 +6187,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -6227,10 +6233,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 122080, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "9e8033201e9d7205837268dc43a01aab41688c7cc1dd8ad38cdd9b4ba897a1e3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a_cubin_len, 122128, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a", 512, "4851b4d886236f65e5973797a30356c447865358d19dd56c9e8f823414759c2f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -6245,10 +6252,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -6285,7 +6292,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -6293,7 +6299,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -6308,7 +6313,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -6355,12 +6359,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100a}, #endif // EXCLUDE_SM_100 #ifndef EXCLUDE_SM_100F -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 211704, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "b07a7b1b3c3215b3cddbe722db5cc5cbf9ebee2d25a307fcad58b147e4e49aa3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 211864, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "a937714d994d7eb7f2a67f608c7a5f61b84727bf6f02e0905bfaf94710a598e2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -6375,10 +6380,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -6415,7 +6420,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -6423,7 +6427,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -6438,7 +6441,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -6485,10 +6487,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_rgTma_clmp_dynB_sm100f_cubin_len, 209656, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_rgTma_clmp_dynB_sm100f", 384, "b3b96f9c605c7de2c5692a8fcfb435ff8e081e0cbb5f9d73348311c31b04c176", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_rgTma_clmp_dynB_sm100f_cubin_len, 209816, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_rgTma_clmp_dynB_sm100f", 384, "a1234531cbc2d51b88d3d8b9ed05f9c5e48d443d71110b7035613da56cbc02b0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(2) , /* mBlockK */ -1 @@ -6503,10 +6506,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 32 , /* mEpilogueLdtmBits */ 32 , /* mEpilogueTileM */ 128 @@ -6543,7 +6546,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -6551,7 +6553,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -6566,7 +6567,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -6613,10 +6613,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 211704, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "727fbfac29ee56da9bd58e55290472e5e9cacf24c83017ee0bff6bc39e59b7f7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 211864, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "3269239b9f8ef17955867ae1ed5da6a342e8389a3119ae78488a091c5219c7cd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -6631,10 +6632,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -6671,7 +6672,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -6679,7 +6679,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -6694,7 +6693,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -6741,10 +6739,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 196720, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "426b07a3e3c28b0bdacb566776caf04b9fcddf8b5a7529132f127fbb5a229e1b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 196752, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "9e527f6dd9cddf757bc0fb387ad0e369aba6be0b17a961c1cde9f7161ce8185b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -6759,10 +6758,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -6799,7 +6798,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -6807,7 +6805,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -6822,7 +6819,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -6869,10 +6865,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 196480, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "376d188901a6db713bae362bf0f21915e0ccc466ec5b304bf33c4b733f52a3c8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 196624, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "40dc42950c24cefdc74415ac415e07385f77d029e3f968a0b29b7eb6bb2b1dbe", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -6887,10 +6884,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -6927,7 +6924,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -6935,7 +6931,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -6950,7 +6945,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -6997,10 +6991,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 196720, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "68b66e7aa018f89f0485d63e1628915b31f7deebe4072c4a6d56f0aaec0d2cd1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 196752, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "6aa49c46ae1d785cbacbcebd799286866e3b1f71128bd4e6b5d9c5ffb8b0d3c7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -7015,10 +7010,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -7055,7 +7050,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -7063,7 +7057,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -7078,7 +7071,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -7125,10 +7117,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 196480, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "1dafee29eea0375db16a8eb236b50508fe02dafe94877e3c76bf1ac34d949778", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 196624, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "97747defd698fe5c67c9a1508e88180ffa51bba2eab166ec1f924034bd7c401e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -7143,10 +7136,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -7183,7 +7176,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -7191,7 +7183,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -7206,7 +7197,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -7253,10 +7243,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 206584, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "432c6432a1b3585e683606fb7297dc74e62784b17b00d0e0e2fd67ee99cf7a6f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 206744, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "c46b942dc80dad27e0e99b610b07162b203adf5ccfb34f0db3177787ea0da8a6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -7271,10 +7262,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -7311,7 +7302,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -7319,7 +7309,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -7334,7 +7323,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -7381,10 +7369,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 206344, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "02e206527351e84b97d1e004af3a7688728310582e2b648d8e280bb27dd5c272", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 206360, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "fc528fa511d3e00ebdbafa822540a0e6e0f2ba138b5d54deedbbe43b1269bc55", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -7399,10 +7388,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -7439,7 +7428,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -7447,7 +7435,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -7462,7 +7449,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -7509,10 +7495,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 206584, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "1e73c9b77c05473af76fec15e95ace6ce85aeae6a7f336ccfcfd74e39dc10da4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 206744, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "3d93107643439f1533a0bbb6cefbafd9ff85b2d4de12a9f7dca922aa64a056cc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -7527,10 +7514,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -7567,7 +7554,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -7575,7 +7561,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -7590,7 +7575,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -7637,10 +7621,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 206344, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "821cc71bf9d8740ede63d9ff13c7947a5d3c38baa197e83d92fa4d2594e6bab2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 206360, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "2856549f44988ddad33810ba27c713a26036fef5dab5362f2d00494220fe1832", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -7655,10 +7640,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -7695,7 +7680,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -7703,7 +7687,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -7718,7 +7701,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -7765,10 +7747,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f_cubin_len, 219736, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f", 384, "bc4051ad67e9c05c3c634b4b12787050ec87a0eb780c06fcf73c3582b925f1d9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f_cubin_len, 219800, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f", 384, "b19c23c1da645d6db5146d84d685f60c6660eef6241449ad8f8a55167bf6e41b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -7783,10 +7766,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -7823,7 +7806,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -7831,7 +7813,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 1 , /* mNumStagesWorkId */ 3 @@ -7846,7 +7827,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -7893,10 +7873,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_rgTma_clmp_dynB_sm100f_cubin_len, 215640, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_rgTma_clmp_dynB_sm100f", 384, "659921858310fca0942fca2f874168f63481b8bdc1e3feaa867cd8938fbb6d96", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_rgTma_clmp_dynB_sm100f_cubin_len, 215704, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_rgTma_clmp_dynB_sm100f", 384, "ae82e8f732b917cb54d6bf7d98ca2630b634ccbf5eee1ca68767f46f4380a371", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(2) , /* mBlockK */ -1 @@ -7911,10 +7892,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 32 , /* mEpilogueLdtmBits */ 32 , /* mEpilogueTileM */ 128 @@ -7951,7 +7932,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -7959,7 +7939,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 1 , /* mNumStagesWorkId */ 3 @@ -7974,7 +7953,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -8021,10 +7999,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 221296, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "cb5193e99bed46c42b57324d97f16d47f41b3c118611f2b30647f2e12ae04185", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 221328, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "970f2a89428aa5c550a746b54cfc62ef22b12a662b4716b26e24b4a3fec6ad97", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -8039,10 +8018,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -8079,7 +8058,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -8087,7 +8065,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -8102,7 +8079,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -8149,10 +8125,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 221056, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "45d074818044372d1b18c83b58269044f95c6d96ee1623657e651ecc812d762d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 221200, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "c4d8067a82a110d34f7b4b172ad9f4dc559e072392f8a8e33d7279f48c91400f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -8167,10 +8144,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -8207,7 +8184,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -8215,7 +8191,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -8230,7 +8205,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -8277,10 +8251,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 221296, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "277f568f16dfc4e4d4e3619f9983eef34678156d1570af9e3556b813961a688e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 221328, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "5ddcd34ac1ca8c6c67178a3bf209fa424cccf12bc0bedef3be2b5d995d92909b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -8295,10 +8270,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -8335,7 +8310,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -8343,7 +8317,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -8358,7 +8331,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -8405,10 +8377,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 221056, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "b6cb044c2d680dfdaf83ce519e0f21ae0d340dc1086aec39ff8947674382c459", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 221200, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "61826677f58e6051bdfaf73ae663da6b9e10dc2b928c1bb8490d1a9b15b03a28", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -8423,10 +8396,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -8463,7 +8436,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -8471,7 +8443,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -8486,7 +8457,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -8533,10 +8503,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222968, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "89eedf651dc48a04a3b289f73ac9f65daac604de9e2154813894405e3cf4ecb5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 223128, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "97571478a6b3d803b4b6cdec98a144e6fd333299e7bb30f7c14a1d53cbc24709", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -8551,10 +8522,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -8591,7 +8562,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -8599,7 +8569,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -8614,7 +8583,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -8661,10 +8629,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222728, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "533d94708c6c50f6f18cc2bf25baf27984490cc81d80982945ff67746d80601b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222744, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "18e909d98a5681eaf4f7b90a583a7549d6237548aafde795afe059d729f95e68", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -8679,10 +8648,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -8719,7 +8688,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -8727,7 +8695,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -8742,7 +8709,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -8789,10 +8755,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222968, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "aa9614df7e6e58080afcff23c914fd034e26ee9e41f63e3d9c4f4cdbad28bfd3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 223128, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "9835859f8e625856adca1d653adbff667e5a3f23c060667f570be2c4b09b569a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -8807,10 +8774,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -8847,7 +8814,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -8855,7 +8821,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -8870,7 +8835,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -8917,10 +8881,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222728, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "6f74111ac6153013380619e400222f08222670475d66fc946a39d37f995dcbfc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222744, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "67e981ad966bbc438e979010cdb1e39b28d1ea9c0bf9b61edb470a8076abdd15", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -8935,10 +8900,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -8975,7 +8940,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -8983,7 +8947,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -8998,7 +8961,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -9045,10 +9007,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 210584, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "79150f9d624cb68acedd26a360bb153a664111b5cc02ec3d4458c1d390259d0d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 210584, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "35480670ac9f9f05f2a40cce7036467da7e6b09aa7bd9cd3186bbb7ec21fb05f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -9063,10 +9026,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -9103,7 +9066,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -9111,7 +9073,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -9126,7 +9087,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -9173,10 +9133,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512u2_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512u2_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 210584, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512u2_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "a9c3c3488b93f483ff214a15aa704ab9037f5bc779ee521c80614901b7ccebd5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512u2_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512u2_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 210584, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512u2_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "a6c29be6b1772a5d01708c04f36cafa9625b8e98bccbb7a1ce59d70ae3946aa1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -9191,10 +9152,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -9231,7 +9192,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -9239,7 +9199,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -9254,7 +9213,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -9301,10 +9259,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 184432, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "e6b1c6020f36ff02b8ef12644ff7124eb5a0e130c05a81a32235e657216acb4e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 184464, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "dadcbdfcd871ee40b1d1a8bb02874a54e01af6808d2cdabacb34bd28f589aba0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -9319,10 +9278,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -9359,7 +9318,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -9367,7 +9325,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -9382,7 +9339,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -9429,10 +9385,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 184192, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "85e4802f9c3707141d298f60f92b8cc5bf75da479c5e556e9867d25038e79a88", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 184336, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "d19b8baa2ea768aa1a545d84b09288e1f9b0d50ca5f6767686f7a4fca42028eb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -9447,10 +9404,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -9487,7 +9444,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -9495,7 +9451,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -9510,7 +9465,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -9557,10 +9511,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 184432, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "df9e25cc1222d830d5e2dd51a7bc9172b54a4cf02170feba017ad858917709f5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 184464, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "74f4a6fbb9cec92c3730bc474b091c0f0ab960bb239d141e571dcec4dc59ed18", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -9575,10 +9530,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -9615,7 +9570,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -9623,7 +9577,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -9638,7 +9591,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -9685,10 +9637,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 184192, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "561fe7006ec94bb14055f1480c5ffd0fd525d74c237fca3ca2e6fb0e91001b38", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 184336, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "3c9604d0c49a2428b29d1928759018f3a43aea5779e36513571ce4526629487e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -9703,10 +9656,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -9743,7 +9696,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -9751,7 +9703,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -9766,7 +9717,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -9813,10 +9763,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin_len, 163232, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f", 512, "e76d6c68f92d435d40cc3a9d574f728e080457b0d206bf881ba4040cb4b4100c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin_len, 163344, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f", 512, "18e6c258af654bb21bcd3ee7dd56a57440bc851cd3962e31c55312c08a740740", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -9831,10 +9782,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -9871,7 +9822,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -9879,7 +9829,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -9894,7 +9843,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -9941,10 +9889,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 203504, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "155a4d159b9bcc60d99c6b10633dd5a724574d1cee53b0e14828920b71ae76f0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 203664, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "5fb85a2f4cf4a0ea644ad5f5644dac8efc7f0d161db696972ad7db8f2bb5f18a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -9959,10 +9908,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -9999,7 +9948,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -10007,7 +9955,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -10022,7 +9969,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -10069,10 +10015,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 203264, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "de54dde3891caf000c9482323dbe8b14217cbe925d4c3328e1bc17b4b12aab2c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 203280, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "cbeddea34380981d827339a7b74a63c31d8fb111e0b5c8d948d0f23ffb65a045", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -10087,10 +10034,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -10127,7 +10074,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -10135,7 +10081,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -10150,7 +10095,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -10197,10 +10141,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 209640, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "37b994245f956d1eb0657320767fcb3c4f18f5603de6bde15052045a63655c6c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 209816, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "ce1bedeb6391dca56a5f425f5fa987958162e039276d213a10f07b449b150cf7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -10215,10 +10160,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -10255,7 +10200,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -10263,7 +10207,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -10278,7 +10221,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -10325,10 +10267,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 213736, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "ecacca24e4d88775a965be2b14959968f86b340413e7da177d48aaefcb20b5da", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 213912, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "a36ea163e919cb2d0673ac22d99f37cc1c096201cfc6b630d2398a58d8fbd160", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -10343,10 +10286,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -10383,7 +10326,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 3 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -10391,7 +10333,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -10406,7 +10347,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -10453,10 +10393,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 217832, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "1a3478389169d0bfa88a86986c5c94476ba0b27e2c16ce093f310a8fdd5a8aef", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 218008, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "020f440af5828a27f01ef43dd8ab42e209da8481fa16a4a4f1b03fd5c18f6e47", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -10471,10 +10412,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -10511,7 +10452,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 4 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -10519,7 +10459,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -10534,7 +10473,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -10581,10 +10519,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin_len, 163232, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f", 512, "90b7d19f0752243e604c4aed85ceefe96651bcbc6031239eeb6c9ea04e714f4d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin_len, 163344, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f", 512, "0999d64d09b451a2d56b500acd036ad93ca69c2d2b87c740e42bf4743653f13e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -10599,10 +10538,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -10639,7 +10578,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -10647,7 +10585,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -10662,7 +10599,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -10709,10 +10645,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 203504, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "1b46fa91dbfd9b7272335bb408a6137176bda5701b438339bfebc49d2e2e22dd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 203664, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "eb14d82ae6fbb552bd01994ffccb44deef33083b059cab26535cfcfa5739ddda", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -10727,10 +10664,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -10767,7 +10704,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -10775,7 +10711,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -10790,7 +10725,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -10837,10 +10771,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 203264, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "40981e6a465b6c7be3c7fc97717d4de7e3a11c6285ef13a3200eb42912e71d08", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 203280, "bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "29069189319ef6c2569e22ffb49284750acea524254be1320edb51f81890f8c1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -10855,10 +10790,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -10895,7 +10830,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -10903,7 +10837,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -10918,7 +10851,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -10965,10 +10897,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 206976, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "3f8e9385dc86c9753e3f8e6ddcb4a9915427c1d3ff2561c1980c6c541e1f82ca", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 207024, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "c7076a07becce38262bb2bf1ec8c5372717bf40fd309a8a5e1adda00c1fb2eb3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -10983,10 +10916,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -11023,7 +10956,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 64 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 4 @@ -11031,7 +10963,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -11046,7 +10977,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -11093,10 +11023,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 206688, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "45b6492ac095797e10a4d8e46a4e22278e261c5ad5e61660c98b7d12ae6f01f4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 206896, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "15ab98b956990c81ee07240b644ec12ab4ad83c40b79a955a44136e34e579215", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -11111,10 +11042,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -11151,7 +11082,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 64 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -11159,7 +11089,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -11174,7 +11103,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -11221,10 +11149,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 185848, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "0bf3d7a10e6698a21e56536008133af03050b103d12560467150bb6836f7d539", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 186008, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "7128edf9fd2f4dd3079e611b0c60e6e5b25853b2a5975c1c82baad0118121bb6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -11239,10 +11168,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -11279,7 +11208,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -11287,7 +11215,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 7 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -11302,7 +11229,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -11349,10 +11275,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 206976, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "0063a4edcb479bd181d618599a650bc4d4cd66024c67f6e818952facb1049ad2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 207024, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "5a277b429f57e417b12e05a2d1c099c85935bb5200e67374d3453208b2ed9e6f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -11367,10 +11294,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -11407,7 +11334,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 64 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 4 @@ -11415,7 +11341,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -11430,7 +11355,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -11477,10 +11401,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 206688, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "90c1602e49fdbea1438a70a85b36ff7e5de16c501bf25e4377f9a32f4bdcb548", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 206896, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "e8a33eb0b61711aaf19375b2e05af2350dd7b2ac2606e89fb76527b7ae66a563", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -11495,10 +11420,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -11535,7 +11460,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 64 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -11543,7 +11467,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -11558,7 +11481,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -11605,10 +11527,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 185848, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "f2e4a1d7ed7167e08671c2cfe408e3a0b316f7349bac88741f3e0e5b2fb420a2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 186008, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "5f247addc9aefed3366663918da1784dc280f41c2ccf8283e12ca068c0535065", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -11623,10 +11546,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -11663,7 +11586,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -11671,7 +11593,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 7 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -11686,7 +11607,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -11733,10 +11653,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 121264, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "eddc8624b6c1c57cdc575c4a690f483b59f6f2e9b18ab5ccfaf674522db9904a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 121264, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "3bdc7309ac3672e853be5350f2dd2ed5fa6cacee2a94bd76ce683c541db5492d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -11751,10 +11672,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -11791,7 +11712,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 4 @@ -11799,7 +11719,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -11814,7 +11733,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -11861,10 +11779,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 120976, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "e063655422b6097cbed9cbb505c29ba9bc97df74a5ef27e4aa8be18e74e57a03", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 121136, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "063f448ad6b7ce2b273dadacd5192e7616e5aba2949283428d01c315bfef6b19", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -11879,10 +11798,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -11919,7 +11838,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -11927,7 +11845,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -11942,7 +11859,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -11989,10 +11905,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 121264, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "09cf3339727cb0b69f4299e8ca71f3f1b8048efa032f7b72fe303c4bf02ec29b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 121264, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "f3e75c31605f056fad394a33127715c119804b85dbe8c7be9a58dc998d94972d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -12007,10 +11924,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -12047,7 +11964,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 4 @@ -12055,7 +11971,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -12070,7 +11985,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -12117,10 +12031,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 120976, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "2572f590640d7ddadd2db750461e53cb42b1d45d81f7f45dd24017dce2438dd3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 121136, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "978130f8eca8c21e1a63f29cc87b2af31a3887e8a82d8a0608546f94af4d9aba", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -12135,10 +12050,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -12175,7 +12090,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -12183,7 +12097,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -12198,7 +12111,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -12245,10 +12157,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 229840, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "cd67dad42d6001ce71ef243db4b0cf5f5ce5dee609ee649f6405e63afb279e31", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 230032, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "b8cb10a32f8da3c06f9b8c0183e22f31a7b348745222558ef08b3ad921abe25e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -12263,10 +12176,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -12303,7 +12216,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -12311,7 +12223,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -12326,7 +12237,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -12373,10 +12283,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 229600, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f", 256, "fcacc7a005a71dcfa3ca3b34beee2b6abed386c913881b541288a51159025c1e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 229648, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f", 256, "41fc31c7c4a1f4ee4ae1e9e90ca2317ea8ede1af2b95e9928af29f8b0493e034", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -12391,10 +12302,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -12431,7 +12342,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -12439,7 +12349,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -12454,7 +12363,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -12501,10 +12409,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 229840, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "c28d9c05801124a90922f8d58d8ecdf627e63020624ec665f1106c26d82b7eb0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 230032, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "df16da2a0aa0c9499d92f1b12bfb1865fb1a4c34d208fa75d82120190273195c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -12519,10 +12428,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -12559,7 +12468,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -12567,7 +12475,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -12582,7 +12489,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -12629,10 +12535,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 229600, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f", 256, "aee2e551c96312ed95054b8198cacdddc3f76eb02a574a0b7eeed73714ce7005", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 229648, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f", 256, "cc5bb964f490c1e86ec87a3a5828356ba4af6098ce643358d5d550db54a96f29", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -12647,10 +12554,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -12687,7 +12594,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -12695,7 +12601,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -12710,7 +12615,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -12757,10 +12661,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 215544, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "bb0c3558729e88131c3fc7c235d0bc3ee61531383b62d5227481b03fb57acdb0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 215704, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "96fcefdb8923f824dacb266a360daafa89a026362b515e06862ec82e57ae6161", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -12775,10 +12680,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -12815,7 +12720,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -12823,7 +12727,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 7 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -12838,7 +12741,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -12885,10 +12787,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 215544, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "063d7412e97d2c6664b2aacfafc320ceb0269aa4acd23cab8e2538c1147b4339", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 215704, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "823fc84fa1124a449729875de22a9f3a8d780fb08e0694e3a7b3fe7c55b55438", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -12903,10 +12806,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -12943,7 +12846,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -12951,7 +12853,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 7 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -12966,7 +12867,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -13013,10 +12913,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f_cubin_len, 220632, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f", 384, "8efb0cb358a277ff04e9a8af7435bce54740676f242b4224b50fbf802e335690", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f_cubin_len, 220824, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f", 384, "fc7e65a2f48d463d8f1b33bb8a76f836fbeb5cb408e66bc7ac577c0af6c4e022", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -13031,10 +12932,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -13071,7 +12972,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -13079,7 +12979,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -13094,7 +12993,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -13141,10 +13039,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128u2_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128u2_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f_cubin_len, 220632, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128u2_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f", 384, "bf8afc854967360b69f719bf7363e6c0a855a70374326c3f14d9844a648c039e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128u2_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128u2_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f_cubin_len, 220824, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128u2_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f", 384, "cd4e9fd0ec7a5012bde5d32982ec000aafc6ba2dad0f7c688132d705dd81814e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -13159,10 +13058,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -13199,7 +13098,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -13207,7 +13105,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -13222,7 +13119,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -13269,10 +13165,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 137648, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "a643ee20f857b218d8eefd6293c18d6d3344e2c0bbdcf960783a70c3ae6bf4ee", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 137648, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "5dad3f69616bdb3866e8275af5cedc50966b3609d87c5eb940acc53ee9d22aa2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -13287,10 +13184,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -13327,7 +13224,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 4 @@ -13335,7 +13231,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -13350,7 +13245,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -13397,10 +13291,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 137360, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "ed918177993fc76129ded33af3622e3e1bba88ebe07866a271a45bb627f401fe", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 137520, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "adbc8fa5ffca70c872173d9344eef2e4860339895fcb0ecc4f333075b367276a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -13415,10 +13310,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -13455,7 +13350,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -13463,7 +13357,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -13478,7 +13371,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -13525,10 +13417,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 137648, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "af85edc460946ba8a503cfd86e4a28812160303c89759935c1f24541f2ba4651", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 137648, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "9092d9f971d793b5d4334f70a3c6c42a7b52593715b9f71768d1fdcf3554b8ca", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -13543,10 +13436,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -13583,7 +13476,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 4 @@ -13591,7 +13483,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -13606,7 +13497,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -13653,10 +13543,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 137360, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "38c06c8985cc10c4b810f07f9539bf0debc273bffca54e2f2409f2576a9d1091", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 137520, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "1f79b16012bc62aa3540a52e86809ab248eb38699d5680ead9cb18222e8c0736", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -13671,10 +13562,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -13711,7 +13602,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -13719,7 +13609,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -13734,7 +13623,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -13781,10 +13669,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 217520, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "bbe62ca322668e6bde507412e9c649184e0aa3cde7db8da8c1dd0bb9d08620f1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 217744, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "123f8e4e64460410f5626f4e1666555687ca3708c9df505a0b2d5c77e8de7707", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -13799,10 +13688,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -13839,7 +13728,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -13847,7 +13735,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -13862,7 +13749,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -13909,10 +13795,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 217280, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f", 256, "e825583c76319f727ad49b0a7337be0d6a2e41cbc9665fd9baf0680a13d29ead", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 217360, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f", 256, "73b74b3e2ef44c643cff9751a519834ff76f0f0e53b26d883dc4b92df016960d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -13927,10 +13814,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -13967,7 +13854,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -13975,7 +13861,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -13990,7 +13875,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -14037,10 +13921,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 217520, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "5d94fd1827ac79362b76f8127e888ac06ccc0df53e8b3e77d8136dfe5f9856cf", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 217744, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "cbe65be83568be1a3efeca3c64a4c39b60f1f14775a2406185828bb0b882a6fb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -14055,10 +13940,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -14095,7 +13980,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -14103,7 +13987,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -14118,7 +14001,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -14165,10 +14047,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 217280, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f", 256, "1b8df965c2d57a6155672190f8b88b48780a88f39ca6b1be0a09d6ed62183a62", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 217360, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f", 256, "8b523256bd34c4db92dfecc924ba4a86f689cef40e4e977ca38031d32cc765b8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -14183,10 +14066,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -14223,7 +14106,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -14231,7 +14113,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -14246,7 +14127,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -14293,10 +14173,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 172208, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "78db32ce34970e0624cdda1d6631ded3841c1d5fbdc6010b325104e7cef2b51f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 172208, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "ecad6e81b5296824f6b69f5b3c9a500b9d88c9ea5f8487df417454c7b7c9bfae", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -14311,10 +14192,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -14351,7 +14232,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 4 @@ -14359,7 +14239,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -14374,7 +14253,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -14421,10 +14299,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 171920, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "ffb28ef7a393e12b1f2c7b47cce10793ee09ed646514ae939a336754ee3fb204", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 172080, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "412e8d953f355174014bd67340fcdf4d9e272d281264344237a39f379d25f51f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -14439,10 +14318,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -14479,7 +14358,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -14487,7 +14365,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -14502,7 +14379,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -14549,10 +14425,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 184856, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "0d0c4aa73e6e487388811ba17e774528060596ad477327a27b279d45d9a9daf1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 184984, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "a0fbbe73d9fde39161bce440dd2c8ce7ca567254e7cfbce64c96f1242092a9c0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -14567,10 +14444,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -14607,7 +14484,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 8 , /* mNumStagesB */ 8 , /* mNumStagesMma */ 2 @@ -14615,7 +14491,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 8 , /* mNumStagesSmemSfB */ 8 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 8 , /* mNumStagesTmemSfB */ 8 , /* mNumStagesWorkId */ 3 @@ -14630,7 +14505,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -14677,10 +14551,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 172208, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "dd563f9a350e6c1a7a5b3a4a1bf3ecd107e86797e0474cf9c8d6ea5c2329eefe", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 172208, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "c5bd27a6f77ee9aee22e127672bd368498e256d0830d65b77f0b9da5dd0356e1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -14695,10 +14570,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -14735,7 +14610,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 4 @@ -14743,7 +14617,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -14758,7 +14631,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -14805,10 +14677,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 171920, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "928676dbeda0edf821f9ba83d03f0aa9fd4d4c5fe826277a7eb8aaef6dfabef6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 172080, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "1df246bc938e50dd2139d56137eac86d65b1f16342e75843e631c3623bca268e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -14823,10 +14696,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -14863,7 +14736,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -14871,7 +14743,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -14886,7 +14757,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -14933,10 +14803,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 184856, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "68724258b272dc63794d8eb99960c75d994206fe3459a6d38afe8f2de04d3a90", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 184984, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "d093cc5e98a84a4b3e44bc970fa5e0046b8abd59bb968c8ba67cb255d5c753c5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -14951,10 +14822,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -14991,7 +14862,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 8 , /* mNumStagesB */ 8 , /* mNumStagesMma */ 2 @@ -14999,7 +14869,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 8 , /* mNumStagesSmemSfB */ 8 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 8 , /* mNumStagesTmemSfB */ 8 , /* mNumStagesWorkId */ 3 @@ -15014,7 +14883,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -15061,10 +14929,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin_len, 77600, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f", 384, "f2b20b1cba65b6b61630ff29924a71017acc2ee3d9ccf2d43afc1779866f6bb7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin_len, 77600, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f", 384, "f13e492a388eae9128c7c8157ad2934e01510e61e0c828717d89dfceb533cf43", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -15079,10 +14948,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -15119,7 +14988,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -15127,7 +14995,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -15142,7 +15009,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -15189,10 +15055,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 148240, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "042dc620db25956a69bd231ea59607980e94151e2e9d2d0e85b34c8dae3bebc9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 148400, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "86d1dc59a81f8e1562d76bf25414224e5263782be23a93a1ead9f9a03b8c3512", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -15207,10 +15074,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -15247,7 +15114,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 8 , /* mNumStagesB */ 8 , /* mNumStagesMma */ 4 @@ -15255,7 +15121,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 8 , /* mNumStagesSmemSfB */ 8 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 8 , /* mNumStagesTmemSfB */ 8 , /* mNumStagesWorkId */ 3 @@ -15270,7 +15135,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -15317,10 +15181,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 147952, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "8239c0d2ad90d07dfe20a150481449920820d323cd4ef61efc9da861b933b193", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 148016, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "4fbb0ef2471b2ce9a1cb7b7da27e94fee9064893d0df03ee93eab12817904271", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -15335,10 +15200,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -15375,7 +15240,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 8 , /* mNumStagesB */ 8 , /* mNumStagesMma */ 2 @@ -15383,7 +15247,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 8 , /* mNumStagesSmemSfB */ 8 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 8 , /* mNumStagesTmemSfB */ 8 , /* mNumStagesWorkId */ 3 @@ -15398,7 +15261,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -15445,10 +15307,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin_len, 77600, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f", 384, "4c54ed1d11041524e2908fa2aae1e345141f757808877f426c09918abd093824", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin_len, 77600, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f", 384, "3b4fe97a110b534bf76c21e7bcced520c5869a589cc1f58820fb3ba499fbff24", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -15463,10 +15326,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -15503,7 +15366,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -15511,7 +15373,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -15526,7 +15387,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -15573,10 +15433,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 148240, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "8bf694fb2592b455649ab99507a67c6e361604c9d12fbc915b919945d092dad9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 148400, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f", 512, "9c69aef2a3b75fe49487be1b9fdbdc3af022ba6ed6d718c3246265b155718f0f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -15591,10 +15452,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -15631,7 +15492,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 8 , /* mNumStagesB */ 8 , /* mNumStagesMma */ 4 @@ -15639,7 +15499,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 8 , /* mNumStagesSmemSfB */ 8 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 8 , /* mNumStagesTmemSfB */ 8 , /* mNumStagesWorkId */ 3 @@ -15654,7 +15513,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -15701,10 +15559,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 147952, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "d814712de14b3941d8b639f4deb05b3e96347d001b4065054c7f1f29b8376163", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 148016, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f", 384, "402ee0070a0f7f72b24b565de39142673957368e8f285d58b3d252e1fbc346c8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -15719,10 +15578,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -15759,7 +15618,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 8 , /* mNumStagesB */ 8 , /* mNumStagesMma */ 2 @@ -15767,7 +15625,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 8 , /* mNumStagesSmemSfB */ 8 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 8 , /* mNumStagesTmemSfB */ 8 , /* mNumStagesWorkId */ 3 @@ -15782,7 +15639,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -15829,10 +15685,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 215504, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "59276b4f5c9ee030bc8f0fbf38ebf40d6a3327ddb933924baf1a5163580e362f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 215696, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "9f8dd9abadfd78f4c73a894d53ba1ea9c43baaf264297fc3f645d6e62b9d43c3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -15847,10 +15704,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -15887,7 +15744,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -15895,7 +15751,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -15910,7 +15765,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -15957,10 +15811,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 215264, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f", 256, "93c878f7793819717d6ac0164cf7b227ba98706cab8c2e2b0fadc4c05439c666", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 215312, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f", 256, "7d74759953228b33013cc809f620a6b9501abdc6b3644b4afa12c278f7e64550", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -15975,10 +15830,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -16015,7 +15870,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -16023,7 +15877,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -16038,7 +15891,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -16085,10 +15937,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 215504, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "c2d1ec63c2bc4fbe941106672c13db7c041587fbe3afcaac3a5d97cce58e8edf", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f_cubin_len, 215696, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f", 256, "c78c311d7bff9aad6c6e3f1e5edccbecde9c0a7ec075af298f7a04ba28357eed", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -16103,10 +15956,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -16143,7 +15996,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -16151,7 +16003,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -16166,7 +16017,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -16213,10 +16063,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 215264, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f", 256, "ba596b2c4d449bac7d719d4e6a12ce4cf048305a1884144dfd8ecc4620221fb2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f_cubin_len, 215312, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f", 256, "0fe5d9694eb04ca489b916af2227c0c9b823ef6e7825ea8259ed7094b0915555", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -16231,10 +16082,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -16271,7 +16122,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -16279,7 +16129,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -16294,7 +16143,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -16341,10 +16189,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin_len, 215168, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f", 256, "f12b9b2f7ae15d6b30d43b5d1675a214fd392fe3d7b973482fc47018f19e10e3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin_len, 215312, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f", 256, "d0f8da72cc009b09b440bc5739a69ceaa82eeef1b1efab8b061a14ec034bfc88", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -16359,10 +16208,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -16399,7 +16248,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -16407,7 +16255,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -16422,7 +16269,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -16469,10 +16315,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin_len, 215168, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f", 256, "57bda14f4186f35585bd5ba9aa92bb8dae31fef9f0e7549728493eec533b2ec7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin_len, 215312, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f", 256, "5f4a91492fbe02049074f669da1031f0163326afa11dd3cf7e32c5eed43220c8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -16487,10 +16334,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -16527,7 +16374,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -16535,7 +16381,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -16550,7 +16395,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -16597,10 +16441,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin_len, 215168, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f", 256, "8ed58ef7c0e708886ba3ebbdf0666a4da932bf5811dc691152a4fd9cbb0a1ff3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin_len, 215312, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f", 256, "bb1b7c893b276c17111879b59c88f0cf8b277da1b8053f52d86307f3736b93c0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -16615,10 +16460,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -16655,7 +16500,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -16663,7 +16507,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -16678,7 +16521,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -16725,10 +16567,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin_len, 215168, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f", 256, "2fc40c49b02088076898bc9cb5fda898a11365006e955b26350e8fc299e05707", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin, Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin_len, 215312, "bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f", 256, "871632efcd4f975a16251bf51e9fe93f14cf9ec1856e9039106f81edde3ca50d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -16743,10 +16586,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -16783,7 +16626,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -16791,7 +16633,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -16806,7 +16647,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -16853,10 +16693,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 73296, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "9cc83b16d06d45d5ee317a43087587279692a1181c32583e84599d9cf2cc3ec8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 73360, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "8155544a5404b9347d9222113c0124d74318e7faf9cfa4cd3f9d5e8150f61b07", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -16871,10 +16712,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -16911,7 +16752,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -16919,7 +16759,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -16934,7 +16773,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -16981,10 +16819,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 73056, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "43ccb4b975174484df81e8044d0ff6292f9b2698b1014f291237028dc0699187", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 73232, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "f7b979cca3e86e66d3f7b47d61f7ded7bce8d6192e0604477d333019cb072c88", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -16999,10 +16838,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -17039,7 +16878,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -17047,7 +16885,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -17062,7 +16899,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -17109,10 +16945,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 73296, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "1bd9e094812eb9f15f3f21f548d9cda88c76fedbfecb13acf067f7c40ecc03d4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 73360, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "ae623552d7edd0359eb2164cb7f90850d653e416db2f87efab13d42d1f523126", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -17127,10 +16964,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -17167,7 +17004,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -17175,7 +17011,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -17190,7 +17025,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -17237,10 +17071,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 73056, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "750d100c0cae7591e37c69cf2d082e5d1ac73d4eb6914f16018c2d8c388e2269", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 73232, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "05e19f6bab9609b1f39da63fa1c85362b9c777fd11ce1fdf6a7563892e784a2f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -17255,10 +17090,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -17295,7 +17130,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -17303,7 +17137,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -17318,7 +17151,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -17365,10 +17197,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 85456, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "ed9b06abc13de8fc15543eec31ac8a25a89032fb6d80c7d9b47a05932e9d0173", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 85648, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "9c9575fb25aef17bbb0bc48aa218ac5c8d44cbab0f50a49e40ff7bf408ca2312", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -17383,10 +17216,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -17423,7 +17256,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -17431,7 +17263,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -17446,7 +17277,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -17493,10 +17323,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 85456, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "b1cf0c4a3af7ac78d349ce2eb1fbd4418b4a44fc6446da6d2e9b42e0bbd744ad", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 85648, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "c53987bd8fbcb51fac898808fbd942378c4a04aa2bd264c5c0b738c27f2902e7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -17511,10 +17342,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -17551,7 +17382,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -17559,7 +17389,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -17574,7 +17403,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -17621,10 +17449,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 85216, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "e6ed0e14eaa68a93422518f42fbafeb210eafa1f85b264b12fdb4d145916a18f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 85264, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "2d7e836ad7d69a994058c8a9c2616a34e1f043f053539a210825ab2e90f0c118", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -17639,10 +17468,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -17679,7 +17508,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -17687,7 +17515,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -17702,7 +17529,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -17749,10 +17575,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 85216, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "868add156a732c6bdd9a066e2a0f1df2f4e18d7fbf17ee94a79137d59bbbde86", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 85264, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "55246a68d69c49a705bfd786d35c179cf34909b652e49adf0ce00c39d4d8fbaa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -17767,10 +17594,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -17807,7 +17634,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -17815,7 +17641,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -17830,7 +17655,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -17877,10 +17701,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 85456, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "66fbf001f52b397cb4eed1ea3bd1ef52083cbf40bf7426c545e0e7ae3f1d7b3f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 85648, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "7eda59dc95153b78b261b213517f6324c9f64eb74e980add148cc1b665712b99", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -17895,10 +17720,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -17935,7 +17760,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -17943,7 +17767,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -17958,7 +17781,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -18005,10 +17827,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 85456, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "1e8027ac444314bfb87cef0634960658d7c776f928be8828f624f2a3e75ecc2d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 85648, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "73ed5fad6dca98def881df3294ce03fd5a2144aa6196c13b40daff931739db2f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -18023,10 +17846,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -18063,7 +17886,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -18071,7 +17893,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -18086,7 +17907,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -18133,10 +17953,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 85216, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "a239ea039282cf99881218230f8e705ae6d750aa67ea83294f89010d4f999a11", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 85264, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "381324bfe07f0a90efe932008c44e7c964bfb825a5f6a0999524921ebbe74aa8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -18151,10 +17972,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -18191,7 +18012,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -18199,7 +18019,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -18214,7 +18033,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -18261,10 +18079,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 85216, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "479c4092337e50fd7ff0cb789fe2f4ab7de7ef56e0d40d18db38d6a9ecd36701", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 85264, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "ceb014566d6e415152dca433499c7bb8ff23dae899ccd622829084e20d27874b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -18279,10 +18098,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -18319,7 +18138,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -18327,7 +18145,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -18342,7 +18159,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -18389,10 +18205,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 97872, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "a1c95dc1446869181267f51ea3e0f6aa74b9d6c20a77538fb0435111bb348b78", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 97936, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "6196af0d95f7581c85052aa556b4fd4cf06ae35cd4cb17f651caad20a05eb0aa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -18407,10 +18224,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -18447,7 +18264,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -18455,7 +18271,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -18470,7 +18285,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -18517,10 +18331,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 97632, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "bb567912462e01995b562140aa2117d3c53d5f056c3cf896381a2d57ef5d9f33", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 97808, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "bf0249e2b97c4f96888c902b015eebfd15ca78e846fc0ad687fac2a8daf1df05", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -18535,10 +18350,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -18575,7 +18390,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -18583,7 +18397,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -18598,7 +18411,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -18645,10 +18457,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 97872, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "503b8b9c294c81359a07c1a79cfc08ea230f503a1bdf8b4e9fdc89c46f161c51", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 97936, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "372b5ed01052af0eb8b8c7780deef1d915b0dd6d413bc8ae23e96d9e5583263f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -18663,10 +18476,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -18703,7 +18516,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -18711,7 +18523,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -18726,7 +18537,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -18773,10 +18583,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 97632, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "f404be18bba8014d3087b8a61088b0910dec8f3ca1c80e0bdae32cb2994bf7c3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 97808, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "ac259a3feaee0830a400aa0a61b718069a0f7441f364ef24686c370cdf5f3500", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -18791,10 +18602,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -18831,7 +18642,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -18839,7 +18649,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -18854,7 +18663,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -18901,10 +18709,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 114128, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "b8cc881bef03dd23ba2a1ee5c71b15ea41e9043e3658bd67067036cab9d6fb39", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 114320, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "1c37123698499cf0914588fe7d287dc3985fad556ce7b0057d304f4d0ddd64fb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -18919,10 +18728,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -18959,7 +18768,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -18967,7 +18775,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -18982,7 +18789,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -19029,10 +18835,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 114128, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "b09cdacf8b295bd19afe5723ff788c85d9e2dc52e59bbcb43062b26e290f3133", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 114320, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "e4c6c9437626ff54ddd4b61823d585eb14296a6be6b8f873e12bffedfaa49e08", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -19047,10 +18854,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -19087,7 +18894,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -19095,7 +18901,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -19110,7 +18915,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -19157,10 +18961,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 113888, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "dd109b062eeadbb554b405d5a5232fe45bce474880fafe82f2da4b383e239ca9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 113936, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "82a473b1494e512b666f3683175dbb7a1b6aa8236d767b1820a8a8f6dd8cc1f2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -19175,10 +18980,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -19215,7 +19020,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -19223,7 +19027,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -19238,7 +19041,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -19285,10 +19087,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 113888, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "440e772d9a73fcbc3ccca701cf0707682b2ca67a2350d891092ee0f327b15803", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 113936, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "1c3e601b4cebd1cc0e8c6ea1d7450a413108a07f4f01be89161ac54773b12f94", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -19303,10 +19106,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -19343,7 +19146,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -19351,7 +19153,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -19366,7 +19167,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -19413,10 +19213,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 114128, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "0b0d9bba87da41cf6367a6ded8d7bac6951e4381d03281934151d1e40e4560ad", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 114320, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "ddc17d1506b0d4f4ef2c7891f6c9bd12023a302d555f011deff5c4ccb4339c6b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -19431,10 +19232,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -19471,7 +19272,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -19479,7 +19279,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -19494,7 +19293,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -19541,10 +19339,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 114128, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "450f4254c6ba549bcfa76ec99d5f5e44b7ea029f611a88954f22eca4f02e3769", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 114320, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "fc5b93748711eb953296b599e1b73cbdf1a9a680bf89fe9e4fe1a758ea554db4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -19559,10 +19358,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -19599,7 +19398,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -19607,7 +19405,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -19622,7 +19419,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -19669,10 +19465,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 113888, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "39224cb59412b451a0d11070452b4f0ea43e82f4c9df6996b1c5f914720d12c5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 113936, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "3fa3039e7dc64b9fffffac9bc4b580364c786f4642044fc5a241c126de21753d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -19687,10 +19484,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -19727,7 +19524,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -19735,7 +19531,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -19750,7 +19545,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -19797,10 +19591,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 113888, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "27539f98019a0d1de7b1f631c8cd96bcb2280df990e4be7702d3b9dcec54d8d5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 113936, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "74de757c9f7e73169519b557ba72de0f17742ff845b451ea2c18ca1d9e2a082d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -19815,10 +19610,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -19855,7 +19650,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -19863,7 +19657,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -19878,7 +19671,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -19925,10 +19717,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 148048, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "4ab36980d439db425b0a63c75cb4c716e87ed7dd6a6bf578465ac13754c1ef1c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 148112, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "69b2370bd2aeef420b5f0a197610c47fe5032f42983d302ffe2739472d337188", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -19943,10 +19736,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -19983,7 +19776,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -19991,7 +19783,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -20006,7 +19797,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -20053,10 +19843,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 147808, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "7f308abe1899fb0359e4e578df585428f5dee5d22c92bffce73ec413e034421c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 147984, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "0dbc78db5d4d7a5ea65bbc394d6c0c1b19207b6847836e0bb8f6c27d53d9e93a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -20071,10 +19862,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -20111,7 +19902,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -20119,7 +19909,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -20134,7 +19923,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -20181,10 +19969,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 148048, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "fdba996bfc4033e98073c38c1c9a9e2b2c18b7e615600a712531d973035375fa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 148112, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "a3873db946b227b9d52bcb6a94066c1bc41c46274857c983c4f69f9c31bc7314", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -20199,10 +19988,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -20239,7 +20028,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -20247,7 +20035,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -20262,7 +20049,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -20309,10 +20095,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 147808, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "8037304c85ca12a25a547ab5924ea25c70bc879a41ab640b3fbae42db7b1279d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 147984, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "8621e794901da057609e5403daaf1773a4824eb9e27225d7a5132e47aac14276", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -20327,10 +20114,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -20367,7 +20154,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -20375,7 +20161,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -20390,7 +20175,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -20437,10 +20221,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 172496, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "bca6d92d61fde55845dfc73b22407c84eed62ba97660610ffb859cd4afcd77b9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 172688, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "b03fb8f83a7e7af9d003dfe59b8053190fde8d54c0e55aa50b3968ef1f672aec", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -20455,10 +20240,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -20495,7 +20280,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -20503,7 +20287,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -20518,7 +20301,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -20565,10 +20347,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 172496, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "d1ef2409fe1ff8333fcae5394f83fd8471454cbe3bc17d4b49027f9f21ba4b37", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 172688, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "1c743b6b0917bcbf6e17850ce1c9b77a3f193e26e11f5355afc7be2b60912d9e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -20583,10 +20366,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -20623,7 +20406,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -20631,7 +20413,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -20646,7 +20427,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -20693,10 +20473,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 172256, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "349b07c1f20861026022c9cc334b51f0e35416521867e98e49259ed07468de2a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 172304, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "ceec67dd522dbec05896349ad717e20899af8258675d9f45b6ef175203517686", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -20711,10 +20492,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -20751,7 +20532,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -20759,7 +20539,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -20774,7 +20553,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -20821,10 +20599,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 172256, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "92eebe8d95124c97d6f026c06f18b14b14fe06f0b44f4b53229388be9ccd6c80", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 172304, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "5ab61542f6fd0fc3d4e66bedd205adb3347af5e6b7dbb532e241319565ea199f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -20839,10 +20618,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -20879,7 +20658,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -20887,7 +20665,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -20902,7 +20679,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -20949,10 +20725,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 172496, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "5836a80df333d6b999cb60f0e90486132899332f4e8b856db4b7e0afa5085905", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 172688, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "939a16cfcd63913d99e60fa38a77ea0b558e81cddaa27b5e8783a44174335005", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -20967,10 +20744,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -21007,7 +20784,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -21015,7 +20791,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -21030,7 +20805,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -21077,10 +20851,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 172496, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "6cac90f1e4e782eb950262f47d884b1af3f8d6fc6ed4b026ce015440e724e887", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 172688, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "277e2e34995314a3aa82446e285ca6b9796daf3b257418ceabf8ce9d85df5e2c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -21095,10 +20870,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -21135,7 +20910,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -21143,7 +20917,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -21158,7 +20931,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -21205,10 +20977,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 172256, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "7469145be905ad08a6f937f89fab67ab73e09edf1d3aff0b692781b2faed0167", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 172304, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "9fc3083ae35ace85c9b7168cb8eebe7a3fe21dfda58dc7c67be4e691c128e9d5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -21223,10 +20996,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -21263,7 +21036,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -21271,7 +21043,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -21286,7 +21057,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -21333,10 +21103,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 172256, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "5ed8aa0edc5cb3b5e095b6d3e273f4b9ca235a971bc81e359da90d94bf803653", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 172304, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "d32f9270035b983dcea1c341f16528f0ab6bbdccc373687a273861c86f6a06fa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -21351,10 +21122,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -21391,7 +21162,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -21399,7 +21169,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -21414,7 +21183,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -21461,10 +21229,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 61008, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "4c52eda6ab91f2bd710113e726ab22150fa5fc11ba97c1a85fbbaf3b94b7c1af", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 61072, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "cbc52c49c31203e700a6a270ef2ab70e61a7b640840e2c357a58f5168513a514", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -21479,10 +21248,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -21519,7 +21288,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -21527,7 +21295,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -21542,7 +21309,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -21589,10 +21355,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 60768, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "de5b65c173fff472a0868dcb5f2c4424356afa2ac4c5015ba95f2e3e7b6926ed", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 60944, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "c2117a13246a6d06f495b53eaf841afce884033088413ae55fe6a89758edbfd4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -21607,10 +21374,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -21647,7 +21414,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -21655,7 +21421,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -21670,7 +21435,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -21717,10 +21481,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 61008, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "60b15601fcaed9034a726fce39e8e58991d235033fbf300168d81a702b32e3fc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 61072, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "50c64cc351b55f77dbdcd6258b30818028c23e1467940cf2a377d311e86074d5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -21735,10 +21500,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -21775,7 +21540,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -21783,7 +21547,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -21798,7 +21561,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -21845,10 +21607,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 60768, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "0775ec9326a4456847e53afe3eb27517089c23b4a7bb24f21e9038045156964d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 60944, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "0f87305e47db77e2deb5ede7a708f7cdaece04cedbeccf8c57ff9c868ecee2c6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -21863,10 +21626,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -21903,7 +21666,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -21911,7 +21673,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -21926,7 +21687,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -21973,10 +21733,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 71120, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "ae57689935d06e19de9b32b64ef02aebc2688af0fa773eea0c32a1ba76e79d09", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 71312, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "4692c832bd1df78af88c6c5e05b8c88cf004a585e355ae2215045627ee7b5818", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -21991,10 +21752,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -22031,7 +21792,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -22039,7 +21799,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -22054,7 +21813,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -22101,10 +21859,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 71120, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "f977d72b13a174f729b5154f33392bd226a073abb52212a8285942ddde76bf77", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 71312, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "a846c94052b732e65e766b62dce7e3f5f8b34dbc6e7024956591ccf6e870571e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -22119,10 +21878,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -22159,7 +21918,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -22167,7 +21925,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -22182,7 +21939,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -22229,10 +21985,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 70880, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "0cda58ce3f09e68edee231d9ab329253f7bcbe646ce2a2666980d5018c836fc5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 70928, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "b7c9ca44c8565bfc4878a22b0836caad3c77154e20869f1ba1ce5546ffcc7895", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -22247,10 +22004,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -22287,7 +22044,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -22295,7 +22051,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -22310,7 +22065,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -22357,10 +22111,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 70880, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "2a93a93c088e0f1e8b20efaf854fbac0799530220b3a2bd8818f4495a3c34a33", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 70928, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "71aa86d00c4109f2c1898e53df0a23db4374ec983586ecb84151648e998b118d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -22375,10 +22130,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -22415,7 +22170,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -22423,7 +22177,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -22438,7 +22191,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -22485,10 +22237,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 71120, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "dab172f6cf3b599605e8865c32d981cd3eaf95ce53cc1b9a68b367454dc83f2e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 71312, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "59be3d62b3fee330d59883eb8ed69d0f81ecbf0e2bcb48035187cdc749fa09b2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -22503,10 +22256,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -22543,7 +22296,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -22551,7 +22303,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -22566,7 +22317,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -22613,10 +22363,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 71120, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "a39907c65da7a7cace29b9f4b2d3b12fea0542a4911ca96ce477411060b4e380", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 71312, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "754d23850a2187f06f7b970084e111044dd18c3a67e2ece83794d0cc8d5ec098", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -22631,10 +22382,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -22671,7 +22422,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -22679,7 +22429,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -22694,7 +22443,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -22741,10 +22489,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 70880, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "44780dffb95b36d92cadce836144ac1842ea786690bd71046c3504ee70e7f565", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 70928, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "d014728ad17d0ef3dcc9cc12f1b911a9cbd1ad1f588be9fac9a909ca0ec78c6c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -22759,10 +22508,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -22799,7 +22548,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -22807,7 +22555,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -22822,7 +22569,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -22869,10 +22615,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 70880, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "f290422cfb9e0a00a0347590ddda11c76c26e715d891cdd4dcf6dc66afea234e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 70928, "bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "aa1dd791baf0417ac058380060a6d80a19fd2d60764b1bb7d65a9fc9fab17e33", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -22887,10 +22634,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaB */ trtllm::gen::Dtype(1052672) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -22927,7 +22674,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -22935,7 +22681,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -22950,7 +22695,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -22997,10 +22741,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 199248, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "1310c4245c39847f7dbb21cf83b463b7395fb188cb574bf4d30e9e679507237b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 199312, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "0fece5d6f509a8d23732bd1b72749d9335219122be976c0c2115129824b87eb2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -23015,10 +22760,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -23055,7 +22800,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -23063,7 +22807,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -23078,7 +22821,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -23125,10 +22867,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 199008, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "4964777cb780d80828df2d59be50bdf56faae972b6805b21de5deef6eab533cd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 199184, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "5d9a0cb1d8be81b95293ca8fe6b051c3ff25448d071d88217eb5c8e321f84048", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -23143,10 +22886,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -23183,7 +22926,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -23191,7 +22933,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -23206,7 +22947,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -23253,10 +22993,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 199248, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "d1912dc6f30d07e1d25638d2a8fb6ebba6bf3c3bce0fd9dc1df3784b7a6059fd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 199312, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "4df694a67874b6f3fe70fa3af962bb3f4aff3b358646f0693af1cdc865b23b3b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -23271,10 +23012,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -23311,7 +23052,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -23319,7 +23059,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -23334,7 +23073,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -23381,10 +23119,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 199008, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "c4e8e6905c1e448d36daf639f0d3a732ef523a56425c0d4c342243b6078ab44c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 199184, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "41b1a6b2fbd0b259bc45418b2e830238d1c098cb5aef835460cb0119b390d84e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -23399,10 +23138,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -23439,7 +23178,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -23447,7 +23185,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -23462,7 +23199,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -23509,10 +23245,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 223824, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "dbbc04946ef4bfa80f7e20902603ceaadb1149b1e6a187b3dc5dff93cd9ef72e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 223888, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "e8032168d0443fa360c2d035bba29e25f0fd30f57bcaaef99ea902fe9d0f3774", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -23527,10 +23264,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -23567,7 +23304,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -23575,7 +23311,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -23590,7 +23325,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -23637,10 +23371,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 223584, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "fd8209584269dbe80c620fc52d05c15ac5d3a88c6935df802648180fbfece4e1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 223760, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "303214d601ba22b816d76bd3eed255cf17248025dfbb3202700591e86ec642b5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -23655,10 +23390,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -23695,7 +23430,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -23703,7 +23437,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -23718,7 +23451,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -23765,10 +23497,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 223824, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "4b084b9012732b2cc6b1fa27938cca284d3d151ae59a03abebc341b573bc3032", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 223888, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "9c526f23697b2f36ee00a72167eeccfd82f76474938514fff86bc499de894502", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -23783,10 +23516,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -23823,7 +23556,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -23831,7 +23563,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -23846,7 +23577,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -23893,10 +23623,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 223584, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "5111a085adebb73a6074b190c97e94a0e6f4fbf16bb24b0414be835927a78e50", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 223760, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "efd919aac9d0bfad0763c822b4816be0c113bf7bcacb941077c3274ac6ed7ae7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -23911,10 +23642,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -23951,7 +23682,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -23959,7 +23689,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -23974,7 +23703,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -24021,10 +23749,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222736, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "2edf41c22604c32be237a4d6f6b8d3466f35819aef589bbb2863a9c73b912a0c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222864, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "752ecbfa4180314bf8980137341dbd4df672de072a8770ebab578ce1886595b6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -24039,10 +23768,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -24079,7 +23808,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -24087,7 +23815,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -24102,7 +23829,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -24149,10 +23875,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222496, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "80adb574d5a61a296e92c19e40a7f06dd1ed36c2ad6de572c0b9185a47bd2cf3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222736, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "e6b24c65a1f13b932131b92edce42430790840432732462c9e9f5257cec476ec", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -24167,10 +23894,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -24207,7 +23934,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -24215,7 +23941,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -24230,7 +23955,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -24277,10 +24001,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222736, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "1b08d9e4c256ca904a77d16c1e3a4b290714cd9b1e1749ef3eb0df525d2b2416", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222864, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "79f312523d5fd0a446821a14e4fdf8e7ce12cb1335220db769440b0e00dbc7df", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -24295,10 +24020,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -24335,7 +24060,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -24343,7 +24067,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -24358,7 +24081,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -24405,10 +24127,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222496, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "f138c736593e168bbb54a7d9c1eb854decdbd7b7b721d74f38877d172f6ed251", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222736, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "d4d78dccca24e96674512f431eb0826605456b69e13e8aa2b483d33345b28e58", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -24423,10 +24146,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -24463,7 +24186,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -24471,7 +24193,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -24486,7 +24207,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -24533,10 +24253,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 186960, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "67dce85aaa44edc30325e4fe41cc9d46105009dae194e71598a0124807cc60da", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 187024, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "7846842f19e8a0f8fc85ad57196c0761030f839e6f4b1b19025e3ae00d11d952", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -24551,10 +24272,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -24591,7 +24312,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -24599,7 +24319,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -24614,7 +24333,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -24661,10 +24379,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 186720, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "89263c587e1c701af1696850bf3a407f331e129e8a75c24c9a93a6c3fcb6fddd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 186896, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "25b6c7f2ac8d2d44a54b24f8817831cfeaba1e5d4b33ea2b4f1090e2879403a6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -24679,10 +24398,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -24719,7 +24438,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -24727,7 +24445,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -24742,7 +24459,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -24789,10 +24505,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 186960, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "f203cbe891f346ef9f1f825ea9d72abab66b949c1ff3d5613cfefa753e313ffd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 187024, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "809453ee91c1e234f1549a4f9135f2486bddb093e6bdf840fd2bc35593efacd3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -24807,10 +24524,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -24847,7 +24564,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -24855,7 +24571,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -24870,7 +24585,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -24917,10 +24631,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 186720, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "a650eaaf1e869969aecf899fc1781e33d06803e1d51be63d5a2aa715e1157695", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 186896, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "f8dd75e6b16eec6ff9fcf939dd7e081a416900d3b8d30b027ef0ea01dfe078a6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -24935,10 +24650,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -24975,7 +24690,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -24983,7 +24697,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -24998,7 +24711,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -25045,10 +24757,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222672, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "f996cef4b275ce5eaf82deceab5d26f4a73fc53784f50bb02eaf8c39da162a56", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222864, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "52e54012399a798c495fe2db4799bbe0e99027757fb17ff906ddfd5fdeea3eee", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -25063,10 +24776,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -25103,7 +24816,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -25111,7 +24823,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -25126,7 +24837,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -25173,10 +24883,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222432, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "3bc8f07679eea92ad50ae9b6d4cfe1aac73d5c0f3147f8b964cd6c70434fc0d6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222480, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "b8c4647ce371c232b919af211c7e9382d154f9c1623a67cb679fadf837d31384", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -25191,10 +24902,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -25231,7 +24942,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -25239,7 +24949,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -25254,7 +24963,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -25301,10 +25009,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222672, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "9300d647defeb6412f4753b3dc46c347d362fb779f9d919b455de6ef298716b1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222864, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "967becb2177e400001a46507a544c8b1154570c5bd50e6fbc721177b819737fc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -25319,10 +25028,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -25359,7 +25068,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -25367,7 +25075,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -25382,7 +25089,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -25429,10 +25135,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222432, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "e53947d20567e1aafd80ebb6793ab4b8e06efdb1b49be867dc4dc24b55fa8c08", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222480, "bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "4a2bd8ba8e59a0aeb406c3571021e80495b1b788a1320b1ca8d94a5df34c106b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -25447,10 +25154,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -25487,7 +25194,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -25495,7 +25201,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -25510,7 +25215,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -25557,10 +25261,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 203592, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "3ccabcf11541beee2ee46713053cf103a31a607a531aef6df9872ae0fae58f77", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 203672, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "070afe2bbd0b267f1cae24aa8ed2f7884c9ba230a24edde8371b6cf557a2ce04", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -25575,10 +25280,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -25615,7 +25320,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 168 , /* mNumRegsPerThreadNonEpilogueWarp */ 96 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -25623,7 +25327,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 7 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -25638,7 +25341,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -25685,10 +25387,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128u2_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128u2_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 203592, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128u2_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "fc0981f0041030b03b719fd9bcdc1d716f9aa0a969df8cf2231e85614ae7e71e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128u2_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128u2_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 203672, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128u2_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "4b069cc38bbe35c38d7daf5e566a8b54475879b34aa1af6e8971dd5ffac212fa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -25703,10 +25406,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -25743,7 +25446,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 168 , /* mNumRegsPerThreadNonEpilogueWarp */ 96 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -25751,7 +25453,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 7 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -25766,7 +25467,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -25813,10 +25513,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 227928, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "ed7c7d1642d345d2b3243080a186440704863b5cd141addd44dbfec1e3c01a8e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 227992, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "8e75d79fff0a703862b424845fd73efe70a9841592eca697da98a0a4e795da2b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -25831,10 +25532,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -25871,7 +25572,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 168 , /* mNumRegsPerThreadNonEpilogueWarp */ 96 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -25879,7 +25579,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -25894,7 +25593,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -25941,10 +25639,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256u2_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256u2_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 227928, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256u2_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "63772c766be2021661a78ad11dd13050bd160e21f260fb47ce5081341ef2439f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256u2_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256u2_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 227992, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256u2_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 384, "ce75f0426d8fdd04e3e84a5054e7272f9fc1c5e16f3ac14d67031543d0b46306", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -25959,10 +25658,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -25999,7 +25698,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 168 , /* mNumRegsPerThreadNonEpilogueWarp */ 96 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -26007,7 +25705,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -26022,7 +25719,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -26069,10 +25765,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 199408, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "0287abe28420f921a00f56c6d035c654eb38aa9e02b4e00386ae72856c6fe809", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 199568, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "766084e4b4325e0d531c9980418b0c23bd9a3e0c8b9e5833840ec7e01c240498", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -26087,10 +25784,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -26127,7 +25824,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -26135,7 +25831,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -26150,7 +25845,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -26197,10 +25891,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 199168, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "123437e4ff210deb16d1fdce792915a35a40c517a0def80b42f1dccd4466ba14", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 199184, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "0784dbcc594d03700e334cd29f3a8f1e683bc262650e887b77818b63379d3340", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -26215,10 +25910,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -26255,7 +25950,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -26263,7 +25957,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -26278,7 +25971,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -26325,138 +26017,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 - }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 225112, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "164170cf97c696c38017ea6cc11618563c46308e5c4bc148ed1104c97fe5eb2f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) -, /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) -, /* mBlockK */ -1 -, /* mClcFastDrain */ 1 -, /* mClusterDimX */ 2 -, /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 -, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) -, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826828) -, /* mDtypeB */ trtllm::gen::Dtype(17827853) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) -, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) -, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) -, /* mEltwiseActType */ gemm::EltwiseActType(0) -, /* mEnablesEarlyExit */ 1 -, /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 -, /* mEpilogueLdtmDps */ 16 -, /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 16 -, /* mFallbackClusterDimX */ 1 -, /* mFallbackClusterDimY */ 1 -, /* mFallbackClusterDimZ */ 1 -, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) -, /* mFuseLoadSfTask */ 0 -, /* mFuseUtccpWithUtcmma */ 0 -, /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 1 -, /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 0 -, /* mGridWaitForPrimaryB */ 1 -, /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 256 -, /* mKernelTraits */ {} -, /* mLayoutA */ gemm::MatrixLayout(0) -, /* mLayoutB */ gemm::MatrixLayout(0) -, /* mM */ 256 -, /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(5) -, /* mMmaM */ 256 -, /* mMmaN */ 16 -, /* mMmaTileK */ 256 -, /* mMockAllReduce */ 0 -, /* mN */ 256 -, /* mNumEpilogueWarps */ 4 -, /* mNumRegsCastAWarps */ 0 -, /* mNumRegsCopySfLdsSttm */ 0 -, /* mNumRegsCopySparsityInfo */ 0 -, /* mNumRegsPerThreadEpilogueWarp */ 0 -, /* mNumRegsPerThreadNonEpilogueWarp */ 0 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 6 -, /* mNumStagesB */ 6 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 2 -, /* mNumStagesSmemSfA */ 6 -, /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 6 -, /* mNumStagesTmemSfB */ 6 -, /* mNumStagesWorkId */ 3 -, /* mOutputDebugTensors */ 0 -, /* mPatchF2fp */ 0 -, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) -, /* mSchedHostTask */ gemm::SchedHostTask(0) -, /* mSfBlockSizeA */ 32 -, /* mSfBlockSizeB */ 32 -, /* mSfBlockSizeC */ -1 -, /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(1) -, /* mSfLayoutC */ trtllm::gen::SfLayout(1) -, /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSparsityA */ trtllm::gen::Sparsity(0) -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 -, /* mTileM */ 128 -, /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(1) -, /* mTransposeMmaOutput */ 1 -, /* mUseCustomizedMma3xNvFp4 */ 0 -, /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 -, /* mUseFlexibleClusterDims */ 0 -, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 -, /* mUseMaxTmemOverlap */ 0 -, /* mUsePerTokenSfA */ 0 -, /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrix */ 1 -, /* mUseTmaStore */ 1 -, /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 -, /* mValidM */ 256 -, /* mValidN */ 256 -, /* mValidK */ 256 -, /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) -, /* mClampBeforeAct */ 1 -, /* mBatchedM */ {} -, /* mBatchedN */ {} -, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) -, /* mBatchStrideInTokens */ -1 -, /* mFusedAct */ 0 -, /* mGridWaitForPrimaryRouting */ 0 -, /* mIsStaticBatch */ 0 -, /* mIsUniformNumTokensPerBatch */ 0 -, /* mNumBatches */ 128 -, /* mNumRegsPerThreadLoadA */ 0 -, /* mNumRegsPerThreadLoadB */ 0 -, /* mNumRegsPerThreadLoadSfA */ 0 -, /* mNumRegsPerThreadLoadSfB */ 0 -, /* mNumTokens */ 2 -, /* mNumWarpsLoadA */ 0 -, /* mNumWarpsLoadB */ 0 -, /* mNumWarpsLoadSfA */ 0 -, /* mNumWarpsLoadSfB */ 0 -, /* mRouteImpl */ batchedGemm::RouteImpl(0) -, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} +, /* mUseCMultiCast */ 0 , /* mUseTmaOobOpt */ 1 -, /* mPrefetchB */ 0 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 224872, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "4d3b9fb39728655bc83dc16cfb936af5d4431740c62f02f1343c07eb9b010752", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 225176, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "5305503fd91f80b270f9cb379ad50a3d34c0dc6dd3f23be9fc699b42be441531", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -26471,10 +26036,136 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 16 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 0 +, /* mGridWaitForPrimaryRouting */ 0 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(0) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 225048, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "4240c86f6a715de3b5a7449530faed7b247890b7772c625d4914dc6dafb07cde", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -26511,7 +26202,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -26519,7 +26209,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -26534,7 +26223,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -26581,10 +26269,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 199408, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "44c4aaaad67ef26130eb7b694e958780cae4fb98cdf111e909e27b31683f7f2b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 199568, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "2741aefca2063a5260988819b60b3120b4c60cc3fae9694752f3308ac4f06843", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -26599,10 +26288,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -26639,7 +26328,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -26647,7 +26335,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -26662,7 +26349,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -26709,10 +26395,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 199168, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "ba532300dcb14c4822323639c8b7f006bd190fdfa1cebe88f0e2414266c97d6d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 199184, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "7a6f797718e4e568d6fae1b968d7145c084409d7d177276993b8d122c4ab69e7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -26727,10 +26414,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -26767,7 +26454,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -26775,7 +26461,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -26790,7 +26475,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -26837,10 +26521,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 225112, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "8529331ff757ce04698f4696cdb9dd7778f918a0fb44fa530f3039ec52c18d35", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 225176, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "808ab62b00db1333027c7318b4af19019d27102cccd338d72003c444f177f886", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -26855,10 +26540,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -26895,7 +26580,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -26903,7 +26587,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -26918,7 +26601,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -26965,10 +26647,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 224872, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "b85a2ad6fd4244914849cbeac4e98488960b8884b5011dcf89b2e60645191d3c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 225048, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "8347d3631183c4953125c91dfb536629e5185faf2a8949e4632a314b20a73009", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -26983,10 +26666,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -27023,7 +26706,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -27031,7 +26713,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -27046,7 +26727,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -27093,10 +26773,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x256x128_s5x5x5x5x1x1_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x256x128_s5x5x5x5x1x1_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f_cubin_len, 197208, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x256x128_s5x5x5x5x1x1_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f", 384, "8476871fe798fb3b1b298b49645bd798191ee40475d084d9dfb335809119c941", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x256x128_s5x5x5x5x1x1_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x256x128_s5x5x5x5x1x1_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f_cubin_len, 197272, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x256x128_s5x5x5x5x1x1_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f", 384, "6a69ef3d32e12702fff7f7cc59f3f351db5c75ad041be6250c88769d505c47fd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -27111,10 +26792,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -27151,7 +26832,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 144 , /* mNumRegsPerThreadNonEpilogueWarp */ 96 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -27159,7 +26839,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 1 , /* mNumStagesWorkId */ 3 @@ -27174,7 +26853,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -27221,10 +26899,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 225008, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "c53594c1b59c1c720de312336dfa6b689cc1fa4d290428f1fca1cc7baaf136f1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 225168, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "b82e9d73de3da8b0637bf2d9b65352ec7f6461143b6e27e84b5596ab9c71f628", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -27239,10 +26918,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -27279,7 +26958,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -27287,7 +26965,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -27302,7 +26979,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -27349,10 +27025,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 224768, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "54cc6ebfd299097c9f4c8d0a134fff46385a4d3d4e29ddaf479a5e61d7a88903", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 224784, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "0073994dbb06b866e0b84394c124df8b81e54958143f966a3b701aeeaa5e65a2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -27367,10 +27044,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -27407,7 +27084,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -27415,7 +27091,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -27430,7 +27105,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -27477,10 +27151,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 204536, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "47c01b8b1b3d11373a4b6a4b6d5df79c137c6db5fcdd012d1c00e5d2ccf1c9ec", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 204696, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "2ab3f64cdfafe899103ee5fcba1ec7de6e07987dcd504a1e072aaa9258b07ae9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -27495,10 +27170,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -27535,7 +27210,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -27543,7 +27217,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -27558,7 +27231,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -27605,10 +27277,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 204296, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "b8320eea147ae1a9f99a5d6a0bdb72b8c2782b3d0689e1694dfdc47d0b973983", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 204312, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "2247acbfa1966fd0e317aad06a76724f408acd8bab63794a65884eaf3689964c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -27623,10 +27296,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -27663,7 +27336,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -27671,7 +27343,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -27686,7 +27357,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -27733,10 +27403,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 225008, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "9af9fa56e8615b649189fa56e804acc2036cefcafd11b6643a8ca62f450d5878", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 225168, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "42af25cc67a24d4eef5558b3a45dd1eeaaaf07d1e9fd6e19a1c9d2b32bc844c7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -27751,10 +27422,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -27791,7 +27462,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -27799,7 +27469,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -27814,7 +27483,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -27861,10 +27529,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 224768, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "1c224d95a1462414f0c1ce9b429c8ce6e02422e51c24f5b878be58a10433823a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 224784, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "05b41b78aca20e1e40716ccd9194e796331c0ee2e59c869db4f58ff7596eb96e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -27879,10 +27548,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -27919,7 +27588,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -27927,7 +27595,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -27942,7 +27609,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -27989,10 +27655,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 204536, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "4131f97371a1d7f6f789242626d3629673c9b347c47c226529899f6c632d6999", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 204696, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "037254fa03d539fea3355e2d65f2980e1d8c41d1439c50c999e7cb68f121adc1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -28007,10 +27674,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -28047,7 +27714,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -28055,7 +27721,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -28070,7 +27735,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -28117,10 +27781,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 204296, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "464b0eece9c557c7f75590211de79732bb54bca7bc726f464bfd7aee6a6583e9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 204312, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "6d200fd364a2aa515a18e3fdc6e1a533530cee1e96320a459170f9ca2437de77", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -28135,10 +27800,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -28175,7 +27840,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -28183,7 +27847,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -28198,7 +27861,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -28245,10 +27907,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 171960, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "ef223e1a41c20627ebaeaaca3509929c51da99618357fe167ddf8d3da4d285c4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 172184, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "c82fd85a8857028b6ca5900f23b5bd02e3e78332bbb86f5f0df88c33772087be", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -28263,10 +27926,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -28303,7 +27966,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 168 , /* mNumRegsPerThreadNonEpilogueWarp */ 96 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -28311,7 +27973,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 7 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -28326,7 +27987,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -28373,10 +28033,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 171960, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "0227515a28512aa3fdd2cff090d129873da845e2a77e9978a2f8cbe0e0984dd9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 172184, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "40fba5048ce64389188520de43993ae8154aee079bfa7265212ad3f06f4bf9fa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -28391,10 +28052,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -28431,7 +28092,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 168 , /* mNumRegsPerThreadNonEpilogueWarp */ 96 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -28439,7 +28099,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 7 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -28454,7 +28113,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -28501,10 +28159,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 192152, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "e1264836e63e7b888c46757a0b61308893e49d985f1b43cfe1cc060f31c44e6c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 192152, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "ffc9e87aa41ba330df7fe046d78fe2b6491718aab7e07335cd7da4929c109992", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -28519,10 +28178,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -28559,7 +28218,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 168 , /* mNumRegsPerThreadNonEpilogueWarp */ 96 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -28567,7 +28225,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -28582,7 +28239,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -28629,10 +28285,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 192152, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "9c0cea6766f871c3978b6919c8c6fae1ba599ecc1d9a83b5964fed3214a9ff66", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 192152, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "584096941de4322c66db15e04b305d540d96eb561421a9a7821c79ff3e531a3c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -28647,10 +28304,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -28687,7 +28344,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 168 , /* mNumRegsPerThreadNonEpilogueWarp */ 96 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -28695,7 +28351,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -28710,7 +28365,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -28757,10 +28411,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 223056, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "0b894ae6ca6dc39334a541c6358e623cffc22eecabbf0d5cffb477312e59bb7d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 223120, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "089ef7628c51440444d43c32289fb25012e4f148addc1321d75c7aa7b97bcbe1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -28775,10 +28430,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -28815,7 +28470,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -28823,7 +28477,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -28838,7 +28491,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -28885,10 +28537,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222816, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "c2e85c07b624ed334245a465388554786e697aef80f68b92f9fd7d3ab35ab7d9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222992, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "c77fecd8c9fb42b38714597c4912bc2dfca702067f0e23af5107f4fb8fc3c8cb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -28903,10 +28556,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -28943,7 +28596,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -28951,7 +28603,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -28966,7 +28617,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -29013,10 +28663,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 229208, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "02134017fb2ecded25370f7f66d081c6fc6f9cf5eef2c398241da2f82bd4ff4e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 229272, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "85f0e4e97a768cdb9334e11806946f8c44d401ce1507952f848637fd2e5a8038", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -29031,10 +28682,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -29071,7 +28722,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -29079,7 +28729,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -29094,7 +28743,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 256 @@ -29141,10 +28789,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 220776, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "0cfe31ef9b5c1f9fcc2be3834f975eff19493108bf72f1e78e098a6627aba907", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 220952, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "b3d6f9ccdd1374455ceb9c9b15dd32783eb0d13dc4a71548a44e3bc04b12f144", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -29159,10 +28808,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -29199,7 +28848,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -29207,7 +28855,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -29222,7 +28869,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 256 @@ -29269,10 +28915,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 223056, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "9b3fd2faa7b1c9f960ae812199de80e4f1b07519f9fbeea174bdce6926992785", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 223120, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "c29b7e964315c40deeec4d62b1cc2e2686b8717353b0dc47dfa4100a1e7b4014", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -29287,10 +28934,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -29327,7 +28974,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -29335,7 +28981,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -29350,7 +28995,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -29397,10 +29041,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222816, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "178b7d81a558735162745ff383a05918b31c28ba4c96484542a83fb988570d07", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222992, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "38fd2e9cf9797c59ca9c4001e5c2a384a19814e3da0d68bb8b90c660d0b4750e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -29415,10 +29060,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -29455,7 +29100,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -29463,7 +29107,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -29478,7 +29121,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -29525,10 +29167,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 229208, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "611538b53fdb0360fdc4052bc99c71e538d9df07ad3ebbbe4ca618f85bf8232d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 229272, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "b22a179046c59f62468931ab30e0719d25c027156c326058e532caafba6617de", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -29543,10 +29186,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -29583,7 +29226,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -29591,7 +29233,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -29606,7 +29247,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 256 @@ -29653,10 +29293,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 220776, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "060f6533e5b191c716a634d9af2dd54bd3b77f45d554d6e0f6553d03e6e910e8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 220952, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "b1fc27759fc7df0d3f32e30c871ab5bc4707b2b835184a4a1dcde9b80618396a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -29671,10 +29312,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -29711,7 +29352,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -29719,7 +29359,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -29734,7 +29373,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 256 @@ -29781,10 +29419,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222768, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "b2360af57008a016e4f0476183b9a5bf4a867089eeda513871690aa1ae30d565", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222864, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "171c7bcff2c3f1157619e80fd29932b365028525b453accb5d7f77cde17798c9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -29799,10 +29438,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -29839,7 +29478,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -29847,7 +29485,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -29862,7 +29499,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -29909,10 +29545,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222528, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "b1ee8013de810f9a23c5740c6369e115d8ce93e274969bf195cce5b1766a9be6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222736, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "773fc7e3ece7872af040624075f86ea2a5fefa1a5d0820886cbbca62d82400a0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -29927,10 +29564,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -29967,7 +29604,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -29975,7 +29611,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -29990,7 +29625,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -30037,10 +29671,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 228920, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "6d2e198928d0bf309bd1aa5a19ba0851673ac53e5ec8abb4d99138d48e014832", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 229016, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "a1cfcb3d01af4ae7e6cb78712a7bdbef6f3f7e44c5beb58b9922befe3dbaabd2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -30055,10 +29690,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -30095,7 +29730,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -30103,7 +29737,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -30118,7 +29751,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -30165,10 +29797,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 220488, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "a24347e9ed7589cef35fb543230532a20064e82d4c01ec72e0fdec407ca87679", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 220696, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "d95a4232c6682463b883dba0480c7093cf0d51de983517eb0c6195bff509ed99", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -30183,10 +29816,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -30223,7 +29856,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -30231,7 +29863,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -30246,7 +29877,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -30293,10 +29923,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222768, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "6a7ed625ae56787ad284f575da62464bc7d235db8b0a8614c84ef62963b318dd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222864, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "38e9c7c6f32c97afe32a742500ba5d42de0bafda5110335aae5b56afdd72a626", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -30311,10 +29942,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -30351,7 +29982,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -30359,7 +29989,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -30374,7 +30003,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -30421,10 +30049,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222528, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "4351f37ca4acfe34d11333c7eac845357de135dbdd7144b71d99f5bb64f0a125", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 222736, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "ef880a9e4748b5c2d920f5212abba6a1e2b2552a62a6a6ea66e1933d0dc722bc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -30439,10 +30068,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -30479,7 +30108,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -30487,7 +30115,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -30502,7 +30129,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -30549,10 +30175,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 228920, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "126058c35dc61b1d3484468cb9117f9a952cdd6d03170dc69b92d7ee1b05ae0c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 229016, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "d60e6c1591fba4d6f36b85b067a3ff2df4e2f3f9d1b3f5a9ab15c3b79b33c613", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -30567,10 +30194,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -30607,7 +30234,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -30615,7 +30241,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -30630,7 +30255,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -30677,10 +30301,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 220488, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "d9dfd369af0a7d10be79c16e070bbcf39389c1f5c98b7ed2b0a113de2337db9d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin, Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f_cubin_len, 220696, "bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f", 512, "b860d3462e4dd862078eb62bb2f86f76459c65db8cf77ccd07d3408a729fc291", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -30695,10 +30320,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -30735,7 +30360,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -30743,7 +30367,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -30758,7 +30381,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -30805,10 +30427,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 180984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 512, "48a34e92bee32094be67d617e1637804514ae458f7cf2f692d7d33ea1d480665", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 181144, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 512, "0800fc4f4c9fb56d1876a4065af3b7311ef88970a9c132737b68af7d20a5eafe", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -30823,10 +30446,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -30863,7 +30486,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -30871,7 +30493,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -30886,7 +30507,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -30933,10 +30553,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 180984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "a5cedf64a1faecb802d0f6f604a3de95d969f709d2405060f0fcd507107632e2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 181144, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "ea04344109bd50d6c9d53011c692f104aa619b2987275bbf49b1cf17e7e072b3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -30951,10 +30572,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -30991,7 +30612,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -30999,7 +30619,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -31014,7 +30633,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -31061,10 +30679,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 180984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "8062990052fcbadc776aed3b1972f9d46bb6b5e071c91965c158255b7395ec53", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 181144, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "c39768a2366c66f142773fe526a4c93992313590a4cc3fc7a8dc78f35957c157", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -31079,10 +30698,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -31119,7 +30738,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -31127,7 +30745,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -31142,7 +30759,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -31167,7 +30783,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -31189,10 +30805,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 180984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "480ec18fb86c63ce66f4b66f7753d8fcb5307a2baaab0fb0ec11227f62a8cb9f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 181144, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "d5aba136f449f01ceed6b1e32e73f25801972c52091d59b1c34faa3f9cf71460", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -31207,10 +30824,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -31247,7 +30864,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -31255,7 +30871,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -31270,7 +30885,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -31295,7 +30909,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -31317,10 +30931,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW2_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW2_dynB_sm100f_cubin_len, 180984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW2_dynB_sm100f", 640, "3a8e828aa39ba002d12ab05f513174df96b74637fca3e4e036e408994e9012cf", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW2_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW2_dynB_sm100f_cubin_len, 181144, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW2_dynB_sm100f", 640, "80980e42090347b6027b71115b985f08349e6f99ed7ad1de4b59a253b3fa11b5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(2) , /* mBlockK */ -1 @@ -31335,10 +30950,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 32 , /* mEpilogueLdtmBits */ 32 , /* mEpilogueTileM */ 128 @@ -31375,7 +30990,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -31383,7 +30997,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -31398,7 +31011,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -31445,10 +31057,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW4_dynB_sm100f_cubin_len, 180984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW4_dynB_sm100f", 768, "28d1d153ab330957313c5631a3acf089ab973d8fab92275dac6734bc51604cca", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW4_dynB_sm100f_cubin_len, 181144, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW4_dynB_sm100f", 768, "7af3bf3259318bf008181d564333c637138879849f48cffc37b372fe7b508696", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(2) , /* mBlockK */ -1 @@ -31463,10 +31076,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 32 , /* mEpilogueLdtmBits */ 32 , /* mEpilogueTileM */ 128 @@ -31503,7 +31116,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -31511,7 +31123,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -31526,7 +31137,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -31573,10 +31183,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW2_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW2_dynB_sm100f_cubin_len, 180984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW2_dynB_sm100f", 640, "d9178a6c84fc65afa2f00e64a91570e73406dd2764ae6a605586d10e3763c524", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW2_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW2_dynB_sm100f_cubin_len, 181144, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW2_dynB_sm100f", 640, "88adedea3da89a8cb12b299ab09d83e5b2f6fc13732a6f3040f8e7e057b1571e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(2) , /* mBlockK */ -1 @@ -31591,10 +31202,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 32 , /* mEpilogueLdtmBits */ 32 , /* mEpilogueTileM */ 128 @@ -31631,7 +31242,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -31639,7 +31249,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -31654,7 +31263,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -31701,10 +31309,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW4_dynB_sm100f_cubin_len, 180984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW4_dynB_sm100f", 768, "f3428a247f3cbec66ab05814c7856b5225fbd246f90e587b83526cef43a1bb7b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW4_dynB_sm100f_cubin_len, 181144, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW4_dynB_sm100f", 768, "f14cf6b79fdd401509237e8ecf6106bc3f588debe831205d096d5ebb95f30759", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(2) , /* mBlockK */ -1 @@ -31719,10 +31328,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 32 , /* mEpilogueLdtmBits */ 32 , /* mEpilogueTileM */ 128 @@ -31759,7 +31368,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -31767,7 +31375,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -31782,7 +31389,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -31829,10 +31435,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f_cubin_len, 180984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f", 640, "6204b1a7be36d502d35c6ec9455c9bf0a321600b3ecc8c665844d254867baeff", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f_cubin_len, 181144, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f", 640, "a12e57b1bc8caff82de0ebe8d70864ac6625ec76b6c26b20d1e71f434cc00f51", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(2) , /* mBlockK */ -1 @@ -31847,10 +31454,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 32 , /* mEpilogueLdtmBits */ 32 , /* mEpilogueTileM */ 128 @@ -31887,7 +31494,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -31895,7 +31501,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -31910,7 +31515,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -31935,7 +31539,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -31957,10 +31561,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f_cubin_len, 180984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f", 768, "023aa95d497cd7e62e4dd9cdda5e3b846add46a04fdc8700acd655c1b28cf64f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f_cubin_len, 181144, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f", 768, "67b98f12a4385da35c54feb24004852afcca33ed648cf8a0c1e660b03f7b951e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(2) , /* mBlockK */ -1 @@ -31975,10 +31580,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 32 , /* mEpilogueLdtmBits */ 32 , /* mEpilogueTileM */ 128 @@ -32015,7 +31620,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -32023,7 +31627,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -32038,7 +31641,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -32063,7 +31665,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -32085,10 +31687,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f_cubin_len, 180984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f", 640, "2d599265b3e1d4880a89348f4baccc339761cdc6a45545c7917e52ee8588c4d1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f_cubin_len, 181144, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f", 640, "f2c8ed7d7382b08f06b23df4bb4727f235c34f7c385486feede6c6b7d35af3e6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(2) , /* mBlockK */ -1 @@ -32103,10 +31706,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 32 , /* mEpilogueLdtmBits */ 32 , /* mEpilogueTileM */ 128 @@ -32143,7 +31746,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -32151,7 +31753,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -32166,7 +31767,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -32191,7 +31791,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -32213,10 +31813,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f_cubin_len, 180984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f", 768, "54a86050952469687274eba45d6b68f6b953eb47160cc03c1b3c8ef0e87d299f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f_cubin_len, 181144, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f", 768, "0f84220dbb7f4a72c0bd464c842f1c4b1ef749c996525c7344713fa4dd27bd5d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(2) , /* mBlockK */ -1 @@ -32231,10 +31832,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 32 , /* mEpilogueLdtmBits */ 32 , /* mEpilogueTileM */ 128 @@ -32271,7 +31872,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -32279,7 +31879,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -32294,7 +31893,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -32319,7 +31917,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -32341,10 +31939,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 180984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 512, "b0ba14dd58d542ae7cda3317994da0a2f95d35037de6da9bc4d16b45b5e5e2c6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 181144, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 512, "5139e257fd12c8f8b14e961a68909326f016f4f67f6df7ab35c082eda101a43e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -32359,10 +31958,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -32399,7 +31998,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -32407,7 +32005,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -32422,7 +32019,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -32469,10 +32065,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 180984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "03185d1d3a31462d5c2c5ec284c8ec8aab692ae7c3d1aeaef7d42c21194a3e6f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 181144, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "fc5842520859a98bd1674c5941d8a6025633759156b776f95d5622da0df6847c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -32487,10 +32084,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -32527,7 +32124,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -32535,7 +32131,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -32550,7 +32145,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -32597,10 +32191,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 180984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "7d116db9850593e0b3020a4dd8157022bea36622b89f8177bb01a7d5ea9ef11a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 181144, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "353c7ac930d2f30d773d27c86e747c038572e31a9fd05f996422cb9e3d03f230", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -32615,10 +32210,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -32655,7 +32250,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -32663,7 +32257,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -32678,7 +32271,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -32703,7 +32295,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -32725,10 +32317,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 180984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "b35fd5e165c3b65b6a3e153b6fbed90c5db0ccaa7deb03fcf9a119d53e35ffb8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 181144, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "1cbbcdab1ba2744c69f303e899beb4e2ec7b284619360170d6b957cfccf6b8c6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -32743,10 +32336,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -32783,7 +32376,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -32791,7 +32383,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -32806,7 +32397,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -32831,7 +32421,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -32853,10 +32443,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_lsfbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_lsfbW4_dynB_sm100f_cubin_len, 180712, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_lsfbW4_dynB_sm100f", 384, "5b988ac5dfabf308524e3703da110239e410012391f8a917a8c9c9c3f73af043", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_lsfbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_lsfbW4_dynB_sm100f_cubin_len, 180888, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_lsfbW4_dynB_sm100f", 384, "74f91d4c838c4367e2b7a20cdb5a35bf6d986d51e4665af7975f1859b57f3209", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -32871,10 +32462,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -32911,7 +32502,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -32919,7 +32509,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -32934,7 +32523,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -32981,10 +32569,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 4 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f_cubin_len, 180712, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f", 384, "dda490284c8b67ec11f03c0611510b6c2b77f4a66d83ef68f39e14db317f7c99", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f_cubin_len, 180888, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f", 384, "47585f807ef67c2231b1ea0e29fe88455afd4b388e8dca10cf9a53110f3a7f7f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -32999,10 +32588,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -33039,7 +32628,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -33047,7 +32635,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -33062,7 +32649,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -33109,10 +32695,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 4 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f_cubin_len, 180712, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f", 384, "aa00a688019678b29cc2c006206eb773a88416e1b711437b2ec53c89e8a1dd9e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f_cubin_len, 180888, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f", 384, "a073296e8a3594c07ca2eae044c8f6f57f7b05964a0177890fe55dd906d190b4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -33127,10 +32714,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -33167,7 +32754,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -33175,7 +32761,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -33190,7 +32775,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -33215,7 +32799,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -33237,10 +32821,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 4 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f_cubin_len, 180712, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f", 384, "41c5060b205e01a870969d51cf9d937675aa6b3d834c5d6ddb8f7492047bd1d9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f_cubin_len, 180888, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f", 384, "7bb1b3e4502bb18a56a33816595dc9fbbaa1945fcc020cdbfbd2f4c5f3c56cbd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -33255,10 +32840,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -33295,7 +32880,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -33303,7 +32887,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -33318,7 +32901,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -33343,7 +32925,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -33365,10 +32947,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 4 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 193648, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "24debd58ef1d65a7c1af7b16e17fea255f1da965704edbfa1584dc40eab5a224", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 193680, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "eb8141c7f37171079a8357474ef61385e2d7a7dc6e345ab1bc50781ff852f7e4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -33383,10 +32966,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -33423,7 +33006,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -33431,7 +33013,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -33446,7 +33027,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -33493,10 +33073,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 193648, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "80ae6ce2ee12824baeaf9d2769efeece28b1f700138dab6208c7188f7bac970d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 193680, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "273ab8585f04e734258fd6b7e1b5f9c202b7ea98660caecd5a8e5d0cca858e94", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -33511,10 +33092,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -33551,7 +33132,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -33559,7 +33139,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -33574,7 +33153,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -33621,10 +33199,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 193648, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "3d8c76a0a6988bac3a75aee639dae4f4adf7389a5514702f4532bf123667e319", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 193680, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "c882d703d1b37ee920ad62a8e21d220528217d40eb16f7e588da72f2c1802cec", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -33639,10 +33218,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -33679,7 +33258,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -33687,7 +33265,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -33702,7 +33279,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -33749,10 +33325,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 193648, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "650e89a2e03e523095e72dfa8960c0d70bc16a4b0c6f8d902542123165f81891", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 193680, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "9e68c6379e718205316a78127f10f9f81db1a810b88fb599f12068b8a3b87552", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -33767,10 +33344,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -33807,7 +33384,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -33815,7 +33391,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -33830,7 +33405,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -33855,7 +33429,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -33877,10 +33451,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 193408, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "b3602c57aeae0bf33bafc2e8007d83708f03886a9becb7227b3534ae835c0d15", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 193552, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "9eae9d82cb1311ff1531ea613a5b20a57722c929a007c2fe4dcf5c94a42f47ed", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -33895,10 +33470,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -33935,7 +33510,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -33943,7 +33517,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -33958,7 +33531,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -34005,10 +33577,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 193408, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "18e98e7224ea93488a9952bf5fdf68d3aacdfcb1daa9be46e4a9bd1147599881", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 193552, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "f6fb6301cfea4c746627d1f6cf3d53c1ff9b7bf4efadac74d1e285f80434060f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -34023,10 +33596,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -34063,7 +33636,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -34071,7 +33643,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -34086,7 +33657,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -34133,10 +33703,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 193408, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "08aeaf1512ca2ff06350696818042391642059695e4218614ce19b2c4e7edfe8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 193552, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "5e5594af545c789303c934eeb9a5a0848659cab8c70a4588801c0bb3f4bdd6fe", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -34151,10 +33722,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -34191,7 +33762,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -34199,7 +33769,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -34214,7 +33783,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -34261,10 +33829,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 193408, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "5134b146edacf7b80dd05cfca9eeed8c2c93604017c1b5a50134bbac3f1aa7bf", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 193552, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "b7e70fea1bd4a252d05a5012c635700a49abcac098df118569b40243cce8cd28", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -34279,10 +33848,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -34319,7 +33888,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -34327,7 +33895,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -34342,7 +33909,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -34367,7 +33933,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -34389,10 +33955,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 193648, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "a8a2e705812a5d018fc8ce16a34e4fdecb51094078b70915f82a3d84f82b4667", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 193680, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "435269db3fa1e4dea3377d39b04bd32c91ff7bc1a9942a85a055abe816b0b45c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -34407,10 +33974,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -34447,7 +34014,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -34455,7 +34021,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -34470,7 +34035,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -34517,10 +34081,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 193648, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "9ee4a77cd8e15e2e6faeee958cb0515b181c0d4016ea36c0897b4eb096c3a708", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 193680, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "5e1a564b47d3260bb3463826966c834a4660d9a09450da8c118b39a7be333e80", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -34535,10 +34100,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -34575,7 +34140,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -34583,7 +34147,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -34598,7 +34161,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -34645,10 +34207,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 193648, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "d4e6e859bb962d1df3eb78f6a9edf1721abe918d602c9c7c548bd5269e257420", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 193680, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "38fabc266c4bbb35fb91e8af53a323a523ca74748f76cafff69dd6d01a6d9fa8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -34663,10 +34226,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -34703,7 +34266,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -34711,7 +34273,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -34726,7 +34287,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -34773,10 +34333,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 193648, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "8482d133789556ca46d7468f626fdf7d2774f91d749f83433b49199773677435", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 193680, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "64eb52449bdc7abf6251e912f2a82aeb67d67186fa46ba283dec0bd25d8382a9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -34791,10 +34352,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -34831,7 +34392,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -34839,7 +34399,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -34854,7 +34413,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -34879,7 +34437,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -34901,10 +34459,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 193408, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "054a741bf71764e576342e2520cdedae9cf5c7fd2ceed553a66ab88af2f85b38", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 193552, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "db3561d9cc85b49282b0ee4eac0a5671c178e1fc1140f9d1a7f94046f6307fc6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -34919,10 +34478,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -34959,7 +34518,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -34967,7 +34525,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -34982,7 +34539,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -35029,10 +34585,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 193408, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "9a565029a74c0731e927fc7911162abd3a260710d372b0b5be9143aca69d8aa2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 193552, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "18e2a53492e8246c8d957d53c95d0fc6c421031f9956fcd48452e549e0e934a2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -35047,10 +34604,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -35087,7 +34644,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -35095,7 +34651,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -35110,7 +34665,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -35157,10 +34711,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 193408, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "f284ddbe117a72c8f59671305677b35be78205afc1f5e386114601e6d5ea2777", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 193552, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "0a7a832b7f94d26c2454e0aed22100ec2bd1f959295643fc328ffcce445280e2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -35175,10 +34730,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -35215,7 +34770,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -35223,7 +34777,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -35238,7 +34791,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -35285,10 +34837,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 193408, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "de864d509f9db6bfa9d35944b506a3a29925b773f4292fb9556dfd811076c63c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 193552, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "021a5f047a1ce19631906b61b68a1ab597148f681da461a28072c470c2efa39e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -35303,10 +34856,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -35343,7 +34896,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -35351,7 +34903,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -35366,7 +34917,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -35391,7 +34941,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -35413,10 +34963,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 195224, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 768, "d36daa9bdbfee25f829fdb2930c96164bb234b8cd17fa96708bc065b8c35b436", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 195224, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 768, "60a5e6e439a2467f048ef4fb7abcf80779bdeeae963bab57c5570adc31f7aff9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -35431,10 +34982,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -35471,7 +35022,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 3 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -35479,7 +35029,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -35494,7 +35043,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -35541,10 +35089,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 195224, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 768, "e5ac6b40f8cf33d50f52df23cf2514a557a0b6e4dc9a17d03f55af5f36451d3f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 195224, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 768, "e42455edae8bcd32c39b50b233423200a750c923f75e19462ef0c2c38eda96d8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -35559,10 +35108,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -35599,7 +35148,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 3 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -35607,7 +35155,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -35622,7 +35169,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -35647,7 +35193,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 1536 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -35669,10 +35215,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 195224, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 768, "037d8af45df4458b766865239111e4e422b35172d81c5e7ea8326323dacc8dad", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 195224, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 768, "95d1039fe1e4862bf55c7069e3ac601b293e3e9e0048c533b530d3e877a6b7c9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -35687,10 +35234,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -35727,7 +35274,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 3 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -35735,7 +35281,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -35750,7 +35295,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -35775,7 +35319,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 1536 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -35797,10 +35341,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 203416, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 768, "909a02b148122ba1c239d4904e6b2e87038c36a5259f5f6ecd06540e34472e3e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 203416, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 768, "0daf2823ede553a9c49a56afe46d31d537e424f54fa505d225a90cd92b19b097", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -35815,10 +35360,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -35855,7 +35400,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 4 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -35863,7 +35407,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -35878,7 +35421,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -35925,10 +35467,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203416, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 768, "eabc577bb15ebfacadb0ab90a5f81eec01c751962b735fbb7799039e93adb94a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203416, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 768, "6d91b78fc01924e6f0c7ba11bc0d9ef0cc80f013757f29984871052e7a34dde7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -35943,10 +35486,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -35983,7 +35526,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 4 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -35991,7 +35533,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -36006,7 +35547,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -36031,7 +35571,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 2048 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -36053,10 +35593,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203416, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 768, "78ac1f784e92413305476f16839926f56aca1da154180e5039baba18d03ac1fb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203416, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 768, "7c945cb964673ab6fb447c9f19a503d196cd09d24ffb8aa4900a68224de346af", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -36071,10 +35612,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -36111,7 +35652,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 4 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -36119,7 +35659,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -36134,7 +35673,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -36159,7 +35697,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 2048 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -36181,10 +35719,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 203512, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "22a0c69a3c8cb98269eee093f22e5339e2bb0129567b99e6d4674a4f791985b6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 203672, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "0023fb5528293e1372784e4f4f5eb17f3e5b876f56b6508f3b2316d85b4f6b4f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -36199,10 +35738,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -36239,7 +35778,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -36247,7 +35785,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -36262,7 +35799,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -36309,10 +35845,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 203512, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "d98c28121021a47179b74c736e6a143165393157e2530b7863638a36a10ea953", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 203672, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "822bc7094959e6e5f648c445167e377d2b9b9386ee09dcb0ae5b33e9d069f0a7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -36327,10 +35864,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -36367,7 +35904,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -36375,7 +35911,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -36390,7 +35925,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -36437,10 +35971,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203512, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "389814eb85fc3bc402e4212b73d12081cd1c980fd2591c51fbfe33c2ec010a6d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203672, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "5892ded9cf2e5d0795195e5e36a01537472c12b24d89b02d85f27dca51ec0d33", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -36455,10 +35990,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -36495,7 +36030,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -36503,7 +36037,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -36518,7 +36051,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -36565,10 +36097,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203512, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "42d6f973553a95d32b6ec111247777672d3b5f57db8325bba908aee19e165ee6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203672, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "23776927d9444a8f84f8b2d706171fb1792b1565d929661066b143a7a1b38131", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -36583,10 +36116,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -36623,7 +36156,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -36631,7 +36163,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -36646,7 +36177,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -36671,7 +36201,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -36693,10 +36223,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 203272, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "36f8cd1192c36d92923ee8edd2167af4ac51b4215b62708baf2b109ae2688fba", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 203288, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "82eb7aa2c5e511d6aa8419b6082dcf65f5ed647509bb7e07a5a4ab1c8c6d0a77", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -36711,10 +36242,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -36751,7 +36282,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -36759,7 +36289,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -36774,7 +36303,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -36821,10 +36349,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 203272, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "0f142ab3e5eb23a8fe71289a78c15cd4ffd753e6dd3fc50d955ddd63bf858c25", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 203288, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "f7731647196df15ade7ba953bccd68db614269b2d2d59f4d9efd5f0591fd567d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -36839,10 +36368,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -36879,7 +36408,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -36887,7 +36415,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -36902,7 +36429,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -36949,10 +36475,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203272, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "df602f013ef72cc66e07c2f6eba28286eb3f441014b64606271e2de163e778e3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203288, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "78a0e608204b168fe65dbffd09b19705cfabf8724458410d2b6d64e58afd7813", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -36967,10 +36494,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -37007,7 +36534,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -37015,7 +36541,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -37030,7 +36555,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -37077,10 +36601,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203272, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "e7189d7293c00a540851a78188a36feea6f486ed9eb3e03dd76e9ce8859662cb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203288, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "bf39a381651feea10ab26c855601d6b6ecb919d05a1f1a627f722a49437d3d2c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -37095,10 +36620,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -37135,7 +36660,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -37143,7 +36667,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -37158,7 +36681,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -37183,7 +36705,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -37205,10 +36727,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 203512, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "c98c7c7a7f259968f52afecb1878c4511fef3e4c0e0e1627d205a802c44b7f1e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 203672, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "43d0a3004a82ae69cefb205731030068b632eb29dd882d3792fd0ff207c887a2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -37223,10 +36746,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -37263,7 +36786,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -37271,7 +36793,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -37286,7 +36807,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -37333,10 +36853,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 203512, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "96cd1878a765f0fff65a2943f3e93d2f4097a5bb17cfb6cc4a22f97cc3f07c75", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 203672, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "ea45593a1b79998942c457f2882e3efb784e9b312b0e3d65401dc680a8709f0f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -37351,10 +36872,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -37391,7 +36912,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -37399,7 +36919,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -37414,7 +36933,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -37461,10 +36979,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203512, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "a7efe52ca7d8db1a256664a8162fb6dda4b2553af8d6bb3951096b6556799058", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203672, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "edc06af8e38e340af8a960b20672e9f2524cc3c8e259bde0d5d964ab4827be3a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -37479,10 +36998,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -37519,7 +37038,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -37527,7 +37045,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -37542,7 +37059,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -37589,10 +37105,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203512, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "ed87d24c53375448af0cb0f7c5d95653b8fb4393702bcd624c455db9f1bbc823", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203672, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "839bd79351712d5cf5cb0699beb499a0df9993da454fd870fc0ce17d15381868", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -37607,10 +37124,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -37647,7 +37164,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -37655,7 +37171,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -37670,7 +37185,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -37695,7 +37209,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 1024 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -37717,10 +37231,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 203272, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "41d2ddd16b20ea5a69140fbe07f07d1520c6555f51be0cbac49292fd7856005b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 203288, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "c3a003d82263aef19d9588e4989936eb3ac0e7daf7c6944aced00ad1d984433c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -37735,10 +37250,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -37775,7 +37290,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -37783,7 +37297,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -37798,7 +37311,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -37845,10 +37357,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 203272, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "3c9e08784fa8c306ab31a4651770f1a13ad8611abbf29ed6935531b611ba56a2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 203288, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "d35e2ab5fee7114cf71e0e1055a1122c1b672d5e49518993fd6fcf7d82b7b821", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -37863,10 +37376,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -37903,7 +37416,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -37911,7 +37423,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -37926,7 +37437,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -37973,10 +37483,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203272, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "5f7a71e1090ee9c5147c27aca0a454833a13f562f58afa5f678267258b080b61", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203288, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "b3576dc1a038c18ae9957bd385f917e9c64b3605ef888f5b9c8a92509c1ac6b8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -37991,10 +37502,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -38031,7 +37542,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -38039,7 +37549,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -38054,7 +37563,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -38101,10 +37609,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203272, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "b97bb9826b429e20b7e370cfbe47546d1370164613be47bfb7b361559ee8f15a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 203288, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "d834b9b5635d9b77c2273a7a0c0c032ee37d0eceadba6b7b9a70264ce94bbdc9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -38119,10 +37628,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -38159,7 +37668,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -38167,7 +37675,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -38182,7 +37689,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -38207,7 +37713,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 1024 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -38229,10 +37735,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_geGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_geGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 172568, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_geGlu_lbW8_lsfbW4_dynB_sm100f", 768, "75c7f09042faf923a19a42dd73fddfbdf54bf3039f1470301e1fc40f601de347", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_geGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_geGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 172696, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_geGlu_lbW8_lsfbW4_dynB_sm100f", 768, "ecb5360a5e4c1f001fbf9d6f03ff30a79c127926c2fddaa757a14eb23333d8cf", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -38247,10 +37754,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -38287,7 +37794,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 144 , /* mNumRegsPerThreadNonEpilogueWarp */ 88 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -38295,7 +37801,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -38310,7 +37815,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -38357,10 +37861,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 4 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(3)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 172568, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f", 768, "b8c1b00e29d784ce53298a33318b4b4614dae800ac71131341af25cee4c1e4fd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 172696, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f", 768, "210a5300774b5d1bdcbc8e1184964a9346fa83049ceea15e07b871b3444e0e67", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -38375,10 +37880,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -38415,7 +37920,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 144 , /* mNumRegsPerThreadNonEpilogueWarp */ 88 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -38423,7 +37927,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -38438,7 +37941,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -38485,10 +37987,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 4 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(3)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_dynB_sm100f_cubin_len, 168472, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_dynB_sm100f", 384, "89b36fb71c6dccf92929181a24524feaf7ee239995eee1f63134d91a4f0b516c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_dynB_sm100f_cubin_len, 168600, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_dynB_sm100f", 384, "754e25643de5a5bba6cce4516cd4a9744a7460eaadedfd6a3df40b763f4966bf", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -38503,10 +38006,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -38543,7 +38046,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 232 , /* mNumRegsPerThreadNonEpilogueWarp */ 88 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -38551,7 +38053,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -38566,7 +38067,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -38613,10 +38113,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_dynB_sm100f_cubin_len, 168472, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_dynB_sm100f", 384, "8289ad411f89cfe348b03a920dbb7ffcf5d8904325d859ea02b580f1cdc728b9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_dynB_sm100f_cubin_len, 168600, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_dynB_sm100f", 384, "54766d60c6b1f2826639722e0e8bf981ff8df71116db358dd7ef2d767802b03e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -38631,10 +38132,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -38671,7 +38172,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 232 , /* mNumRegsPerThreadNonEpilogueWarp */ 88 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -38679,7 +38179,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -38694,7 +38193,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -38741,10 +38239,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f_cubin_len, 172568, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f", 768, "78316d11d1b07ce27f5d7b7b54d416f6c87e430b718611a36f1df3cd10a01197", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f_cubin_len, 172696, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f", 768, "6ed22eb842af4c21ccf604ac0bba7feb5aa9dee683e79380c9f6b51d89062da4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -38759,10 +38258,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -38799,7 +38298,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 144 , /* mNumRegsPerThreadNonEpilogueWarp */ 88 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -38807,7 +38305,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -38822,7 +38319,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -38847,7 +38343,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -38869,10 +38365,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 4 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(3)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 168472, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f", 384, "005cf3d7f664f3c35fdb52cf00cfab60c999348226c02e3aa319d7cd9505062b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 168600, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f", 384, "a275d63ffe577a954792672c7061a25560a982806973924ebf623e51f42ce86f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -38887,10 +38384,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -38927,7 +38424,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 232 , /* mNumRegsPerThreadNonEpilogueWarp */ 88 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -38935,7 +38431,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -38950,7 +38445,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -38975,7 +38469,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -38997,10 +38491,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f_cubin_len, 172568, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f", 768, "d2a8cccdb1247ae5f95963233f3fc0ac08927b9ad233e3b41f21fe1ef41b03f4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f_cubin_len, 172696, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f", 768, "9edb847256c8ba18cad06eb83d7317d98470992688f6dc9c8c740d4f81771a58", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -39015,10 +38510,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -39055,7 +38550,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 144 , /* mNumRegsPerThreadNonEpilogueWarp */ 88 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -39063,7 +38557,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -39078,7 +38571,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -39103,7 +38595,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -39125,10 +38617,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 4 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(3)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 168472, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f", 384, "5205f8b9a6c7252f2377d6507c1832b71941123a10f1ecf3bf87612f216f4c88", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 168600, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f", 384, "644b8da7b105b67fdb91a25c3b7778db1cf317daa3ab18deacbbab5cbf418b62", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -39143,10 +38636,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -39183,7 +38676,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 232 , /* mNumRegsPerThreadNonEpilogueWarp */ 88 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -39191,7 +38683,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -39206,7 +38697,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -39231,7 +38721,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -39253,10 +38743,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_geGlu_laW8_lsfaW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_geGlu_laW8_lsfaW4_dynB_sm100f_cubin_len, 203416, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_geGlu_laW8_lsfaW4_dynB_sm100f", 640, "bb3d10bf68d0b1363a51e265f0eb989f43996df9000208b61be9ff8d1ccbf373", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_geGlu_laW8_lsfaW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_geGlu_laW8_lsfaW4_dynB_sm100f_cubin_len, 203416, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_geGlu_laW8_lsfaW4_dynB_sm100f", 640, "a86c8dee26a642c62a097020e049304873a22aaec872ecb6c85f96ba5596e562", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(2) , /* mBlockK */ -1 @@ -39271,10 +38762,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 32 , /* mEpilogueLdtmBits */ 32 , /* mEpilogueTileM */ 128 @@ -39311,7 +38802,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 256 , /* mNumRegsPerThreadNonEpilogueWarp */ 104 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -39319,7 +38809,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 1 , /* mNumStagesWorkId */ 3 @@ -39334,7 +38823,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -39381,10 +38869,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(3)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f_cubin_len, 203416, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f", 640, "2e728ee61ed0436d6fc7183040347e81333505356ab6865cfc740674dbfbfed0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f_cubin_len, 203416, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f", 640, "d116020528832ac1471b8ece21a3989029f00bf9c954c8290a1239cdfaefc502", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(2) , /* mBlockK */ -1 @@ -39399,10 +38888,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 32 , /* mEpilogueLdtmBits */ 32 , /* mEpilogueTileM */ 128 @@ -39439,7 +38928,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 256 , /* mNumRegsPerThreadNonEpilogueWarp */ 104 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -39447,7 +38935,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 1 , /* mNumStagesWorkId */ 3 @@ -39462,7 +38949,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -39509,10 +38995,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(3)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_relu2_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_relu2_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f_cubin_len, 203416, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_relu2_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f", 640, "08822b44cdfeb0fd7dd44121901b8e2e1bd70af14208e242d84959b1aa144c38", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_relu2_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_relu2_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f_cubin_len, 203416, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_relu2_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f", 640, "0e233531b1ab78c69085cc5c28a8aa376609729d512bd5201dd82d507f1256fe", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(2) , /* mBlockK */ -1 @@ -39527,10 +39014,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 32 , /* mEpilogueLdtmBits */ 32 , /* mEpilogueTileM */ 128 @@ -39567,7 +39054,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 256 , /* mNumRegsPerThreadNonEpilogueWarp */ 104 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -39575,7 +39061,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 1 , /* mNumStagesWorkId */ 3 @@ -39590,7 +39075,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -39615,7 +39099,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -39637,10 +39121,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(3)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_silu_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_silu_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f_cubin_len, 203416, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_silu_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f", 640, "d57cb4dc9a25158a099a6d9144a03909c97fbe5c81dc89b41f270f30cd876096", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_silu_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_silu_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f_cubin_len, 203416, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_silu_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f", 640, "ea3b2a39ddf253f7d9d7d9d57cceb030d32665ca5d4cf02bbfd64bc5fc727e8c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(2) , /* mBlockK */ -1 @@ -39655,10 +39140,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 32 , /* mEpilogueLdtmBits */ 32 , /* mEpilogueTileM */ 128 @@ -39695,7 +39180,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 256 , /* mNumRegsPerThreadNonEpilogueWarp */ 104 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -39703,7 +39187,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 1 , /* mNumStagesWorkId */ 3 @@ -39718,7 +39201,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -39743,7 +39225,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -39765,10 +39247,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(3)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 215152, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "2ea13440352e11906672febc7ea4def46353e9a90c0f7f264df37d2a5051bc6a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 215184, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "3fa46629bbcf794937dcfed33fdd12b19a1d15ef0c61d18ba5e827eccb52bfd5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -39783,10 +39266,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -39823,7 +39306,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -39831,7 +39313,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -39846,7 +39327,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -39893,10 +39373,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 215152, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "877c87e13afc91e9a5b4f57c87fdc9f47ef261336487ce75d4444765790e8414", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 215184, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "e31bc1891ac54cc71a79de912b1642d0cf3e6db14218108041d5cb0e68ff4bc8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -39911,10 +39392,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -39951,7 +39432,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -39959,7 +39439,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -39974,7 +39453,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -40021,10 +39499,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 215152, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "106b47e68a86a5d515e395bf5b7a5444b8007e982635d5d423389295c81c9db7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 215184, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "29a4121f549f323fee4a2a3bf79f54f8aa72d2a3000368d7b714f38882eee224", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -40039,10 +39518,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -40079,7 +39558,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -40087,7 +39565,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -40102,7 +39579,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -40149,10 +39625,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 215152, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "e526447732f059f8b73ebb0a35cb901a30ad7f0f386d9b56eec111e9d10e54f6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 215184, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "b443a38efe304820dadb35a3a5523a068487ee6d02fd5cd7cf563747b220b645", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -40167,10 +39644,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -40207,7 +39684,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -40215,7 +39691,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -40230,7 +39705,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -40255,7 +39729,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -40277,10 +39751,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 214912, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "7e4955c0eb1379b5d4bf19b4390a6ef6df6b09039c99640e74a3c18e88717ed9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 215056, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "1cf3a4604b0cfcc3c259db26c34eab0606cc9703bdd554298e8b69f6bf22eec4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -40295,10 +39770,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -40335,7 +39810,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -40343,7 +39817,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -40358,7 +39831,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -40405,10 +39877,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214912, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "1ff2c73c6a43f7002f0179ebe2f31eafbe5e6391860a8a1f8df5fc1c2e781987", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 215056, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "f6b9c68880afe76421606c898c10500ae3e2468ee15b2bc382b4cf2995acc280", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -40423,10 +39896,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -40463,7 +39936,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -40471,7 +39943,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -40486,7 +39957,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -40533,10 +40003,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 214912, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "a7f2cf60aa400797b065948e26147906ff25ece81f0ebaa02d1c91222cb6d1ee", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 215056, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "f93cd33d47aafcccfd5979a2ec457ec545bcc7dc12cf7d5bac5f4ba2c58e02b5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -40551,10 +40022,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -40591,7 +40062,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -40599,7 +40069,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -40614,7 +40083,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -40661,10 +40129,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 214912, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "0ac16f361375ff41be3b95ed621589dc79c312fd40ad155b47e1f175eb98e0d4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 215056, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "e25b71344195ba8d447662915f1591ea0b0ecb0b1ea02f11823ef84fcf407ba5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -40679,10 +40148,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -40719,7 +40188,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -40727,7 +40195,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -40742,7 +40209,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -40767,7 +40233,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -40789,10 +40255,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 215152, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "50fa3fce0b470c864a44b4214a6e7d42f666a04831304b7d70771a08e77e3384", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 215184, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "432cc5c5d5c2e6164b46d917fda5e06514b9d62b8a14e31102cdbb9c19e7077a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -40807,10 +40274,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -40847,7 +40314,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -40855,7 +40321,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -40870,7 +40335,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -40917,10 +40381,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 215152, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "f1dd0bbee4745310175c5d2cf09214b1651d618681c037283bfdf6ec5938b511", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 215184, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "6cc28befcb46faad5bb875dae905e03bbc2335052a8c71531aa06b292b4871ae", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -40935,10 +40400,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -40975,7 +40440,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -40983,7 +40447,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -40998,7 +40461,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -41045,10 +40507,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 215152, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "749ec2b2397c208590241ba4cda990f82b1523a8d5110fa4a3062481d292c4bc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 215184, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "f333d0dce2e1704471c5890f277d62cce2f38120a8d5a4a3434c1addcd1bfb8e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -41063,10 +40526,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -41103,7 +40566,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -41111,7 +40573,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -41126,7 +40587,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -41173,10 +40633,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 215152, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "037dadc1bcc4c7f613b08d75045562f450c4c5f5a4bdd88b0033e45a27324755", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 215184, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "2b53fadc2d3706885737e4940c44ae3e996a2cff734ec20de580f14dbd5fb992", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -41191,10 +40652,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -41231,7 +40692,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -41239,7 +40699,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -41254,7 +40713,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -41279,7 +40737,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -41301,10 +40759,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 214912, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "0ba5ed8e6f618d2fc9f32deca26449d293205372312962d895035bd98f4bc2da", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 215056, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "757e46a221011bceeea41ab9c950e766f4dada1eeb2a1327c7c0cbab53431e8b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -41319,10 +40778,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -41359,7 +40818,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -41367,7 +40825,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -41382,7 +40839,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -41429,10 +40885,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214912, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "573fef5b71087a115ed0d0669b0a1396ab537bb1774a97f3388a18215831378c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 215056, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "41c968f3fbd4acd910b9b3f64405860cd5b4a3bf927f28bd62626227de2dc89d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -41447,10 +40904,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -41487,7 +40944,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -41495,7 +40951,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -41510,7 +40965,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -41557,10 +41011,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 214912, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "8a4d386f911a4c3e8597544f5af4ee083e76dba7fd1a0469e1adb913d909e305", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 215056, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "0da1fb14827844701f93372b22d1f1847e730ba8f41bb0863acacc9b9b74baf2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -41575,10 +41030,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -41615,7 +41070,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -41623,7 +41077,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -41638,7 +41091,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -41685,10 +41137,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 214912, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "6a97999f445be4b703a886e9d49b9c4215538c11625d6034020bddb820ad1c81", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 215056, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "f9b27ab662a0bb14e48d66481075bebfe9e35a6b1c82e78de576292fc9bb1876", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -41703,10 +41156,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -41743,7 +41196,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -41751,7 +41203,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -41766,7 +41217,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -41791,7 +41241,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -41813,10 +41263,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 175672, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 896, "673ce7440c78699649faa35cb3c0dfdddb70ff5057f607ec520d3211866dd8af", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 175768, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 896, "a0f856b937942695890b99f63190a45d749d83a3a3515a69e807f87798277bb6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -41831,10 +41282,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -41871,7 +41322,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -41879,7 +41329,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -41894,7 +41343,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -41941,10 +41389,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 175672, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "8e70bf81c794ea433223bf8be0cb74791a819198f8176110f7e16a55066e9129", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 175768, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "a79089c8dafb298893b4af40453ba24c0c395179dfc6103089e3d04ab9d0e955", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -41959,10 +41408,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -41999,7 +41448,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -42007,7 +41455,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -42022,7 +41469,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -42047,7 +41493,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 1024 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -42069,10 +41515,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 175672, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "cf0c949ad67f26e2b8621c654952135276639cbdd8b98a899ed2d3f736c3a388", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 175768, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "b89ff6ddd24f8d90e97639991c0d1058679efa4913802c5accdb661ea59d818b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -42087,10 +41534,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -42127,7 +41574,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -42135,7 +41581,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -42150,7 +41595,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -42175,7 +41619,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 1024 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -42197,10 +41641,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 216824, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 896, "a989ef6380a2007579ad30e96d8577f6ec53ff928121fcf75ff7782bbce14b4c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 216984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 896, "1db4be9e0ebe9c6b7dfe23880a2a16115aee8614dc5b11197c474c5fc5cfa5db", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -42215,10 +41660,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -42255,7 +41700,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -42263,7 +41707,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -42278,7 +41721,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -42325,10 +41767,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 216824, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 896, "57703dd1f3c5e00d21d780ce3bb6f7a31255c4844c42b8d3ff31c23bbd65124e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 216984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 896, "85a869d77ed64db2ad22f80f0dc7f78a25def7a7cb68ef8885d8e5986efdbb41", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -42343,10 +41786,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -42383,7 +41826,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -42391,7 +41833,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -42406,7 +41847,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -42453,10 +41893,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 216824, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "7f413ab08191787334eef578d7ffd4d5b336ed3099fa27efb1cd6db149980856", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 216984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "5590da7579c4042a2d76a446db9246d70f0048ac98e188e730c8b9365962fd87", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -42471,10 +41912,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -42511,7 +41952,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -42519,7 +41959,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -42534,7 +41973,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -42581,10 +42019,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 216824, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "fc53da4a521059a78d549022fbfc133f9bfe492a1da2a14d8f83842725d69b14", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 216984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "29bfcacbe0656a1b44c9edebf04a10740d4eaeb6be3f55cf9b11997bb2a506f6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -42599,10 +42038,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -42639,7 +42078,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -42647,7 +42085,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -42662,7 +42099,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -42687,7 +42123,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -42709,10 +42145,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 216584, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 768, "e60fc1831e9829a6f8c62b5cb83b073850b24860589d56278edd0347c568168b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 216600, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 768, "99e879b8ed8c8bb5fd1719f2bdb3472893778a978525ad31f5fc6a596f7cf6e4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -42727,10 +42164,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -42767,7 +42204,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -42775,7 +42211,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -42790,7 +42225,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -42837,10 +42271,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 216584, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 768, "96e568ee3903e88a4b06c8eb88d3ccc1e139e11ef298736419ca91d5fbbb8722", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 216600, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 768, "4daf61574a0f60ef270e43398d75bfc0911b710f217668f6ff265a4d2a558cfc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -42855,10 +42290,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -42895,7 +42330,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -42903,7 +42337,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -42918,7 +42351,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -42965,10 +42397,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 216584, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 768, "173576359ca96dff9b58e21e940b12242682545ccceb14a38e8146221f62e710", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 216600, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 768, "ab56ae46fb46980898000d681f492bbe88e237438ee945a13836774b37224c7e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -42983,10 +42416,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -43023,7 +42456,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -43031,7 +42463,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -43046,7 +42477,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -43093,10 +42523,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 216584, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 768, "e653e5fa51ca7df9bb1110e6dae1c93f1fd8c33a0035fb277f1afda314ddda8f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 216600, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 768, "630f4be5c4efaa7813b64baf8992f19e6d6bc128c92be4f8e743b660a7380aa9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -43111,10 +42542,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -43151,7 +42582,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -43159,7 +42589,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -43174,7 +42603,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -43199,7 +42627,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -43221,10 +42649,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 216824, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 896, "4d4b12ce769049a61102e606b93c46866293f41f7add2d967ecb32104de495bf", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 216984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 896, "4de88bd855155f2357e30c64a5ec6367dd1ef7fcac71a3b6755e0ff5eb698a30", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -43239,10 +42668,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -43279,7 +42708,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -43287,7 +42715,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -43302,7 +42729,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -43349,10 +42775,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 216824, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 896, "02f45be868c336dfba3daca0dd5bb98c236f5e2462e4d8cb318f2624a5ff5760", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 216984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 896, "77a54feeb2e3e1e78e5d21e0f9a38620e8930ed96322e7c641098fd3969dc50c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -43367,10 +42794,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -43407,7 +42834,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -43415,7 +42841,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -43430,7 +42855,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -43477,10 +42901,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 216824, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "d28310a63dc79a08e945489fa394c4ef9df5e9dc166e741b098f416fc3ce4e3a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 216984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "6dd592dcae0c2e8fcad78ddca9ec04879ce787be1167debe2bdbb8657f1d7dc9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -43495,10 +42920,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -43535,7 +42960,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -43543,7 +42967,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -43558,7 +42981,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -43605,10 +43027,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 216824, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "9ea4cafa90615ec8b6be24982637eb993419d0d7981d606a5a0ffa4e84fb129d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 216984, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "3dda856f910bce58b174bfe891f8cfe00826ec9930427ac03c3a72ecb8b3ecbe", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -43623,10 +43046,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -43663,7 +43086,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -43671,7 +43093,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -43686,7 +43107,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -43711,7 +43131,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 1024 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -43733,10 +43153,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 216584, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 768, "3f1869514e10520eec54b58bf7a6e9f8ce660c2c662e4402f0da4642a907ed92", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 216600, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 768, "4fe840d8ed8840ea59b230b5cc72e019daef839cb13b02abcbc85ee47bcb9754", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -43751,10 +43172,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -43791,7 +43212,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -43799,7 +43219,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -43814,7 +43233,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -43861,10 +43279,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 216584, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 768, "1076392ba39b1bba3683887dbc27fdbe006072e18ae062368cb1e4bd3b8699ce", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 216600, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 768, "8c9cb5052e1810977bb09cbf8490a9bbd523f3c9d594c391e7cbd6b21668cd46", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -43879,10 +43298,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -43919,7 +43338,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -43927,7 +43345,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -43942,7 +43359,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -43989,10 +43405,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 216584, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 768, "ee47b52ebe8beba788e8f5abe6960fc73be5cbd4c6250a0c693e483c62b469fd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 216600, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 768, "8657274862f83ddf1c031bd3767342e05d357f15cbe9579097aae221369f4b7d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -44007,10 +43424,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -44047,7 +43464,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -44055,7 +43471,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -44070,7 +43485,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -44117,10 +43531,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 216584, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 768, "31d0dce075c3f50f64538a66946390b929532fdb5fb9ac6c1a303cbc35913794", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 216600, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 768, "0cac5280ee597bfccc719993c7f3a04aa1c3306db481922d22f141a2fda81791", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -44135,10 +43550,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -44175,7 +43590,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -44183,7 +43597,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -44198,7 +43611,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -44223,7 +43635,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 1024 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -44245,10 +43657,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 151384, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "dc473634c9da57fecd60c962475a62ef62f90bb6dba8964d9a695df9f841a73b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 151448, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "49ed9329080255d7d7dfd8926e40ce55102b05eff1ec4a302cba798261c1e52a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -44263,10 +43676,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -44303,7 +43716,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -44311,7 +43723,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -44326,7 +43737,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -44373,10 +43783,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 151384, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "bccc093614a5cc5f8674868aeb8eb29338dda4a358eb2e6a85cd70f02b7a4df9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 151448, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "eca147c07d5ce270e57cf83db557d6bc4e384876a776dd025d9af52caaa1c17e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -44391,10 +43802,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -44431,7 +43842,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -44439,7 +43849,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -44454,7 +43863,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -44501,10 +43909,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 151384, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "f53879a5aed4848fd806ff4026a13227f6f52d1ab4d4e8d30ec6f01f4634bb70", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 151448, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "a811661feae910a1198dc330f1ecf549bc38f89d74017163776cfd21ca2fbede", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -44519,10 +43928,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -44559,7 +43968,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -44567,7 +43975,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -44582,7 +43989,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -44607,7 +44013,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -44629,10 +44035,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 151384, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "3d705a50dab96517b5f97901a3b030f51cab725795e79fca38376e96665bc664", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 151448, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "afa1068f89495f40462f9cd960a99ad7acda322dd66632c02a1c5a1fb0453333", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -44647,10 +44054,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -44687,7 +44094,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -44695,7 +44101,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -44710,7 +44115,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -44735,7 +44139,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -44757,10 +44161,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 151384, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "874b84e931f973af09ddead340bc251cc8f2cf164c73e694a5869e54aa9c27c8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 151448, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "3fe9134ec5299e8516ab1544ade686faf7887f62a23a8ffe1bde57eaa6cd9855", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -44775,10 +44180,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -44815,7 +44220,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -44823,7 +44227,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -44838,7 +44241,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -44885,10 +44287,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 151384, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "09c955c621035e842f7946baa9d7c431081e58499ab1394c7f01deca930f0573", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 151448, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "15b02b5ff92bbdf7f5668e58929cb75676e68dbbca63b30f646bdfd57c786cf9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -44903,10 +44306,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -44943,7 +44346,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -44951,7 +44353,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -44966,7 +44367,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -45013,10 +44413,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 151384, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "f5d4c327255d5f7a5ff5d92ebab50d3eb9f585be9736280a98ed5734ef66704a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 151448, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "18dceee0abf90ec7b76dfe61f7e0bc7dad09ccd398853119a3f2553754ed4dbc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -45031,10 +44432,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -45071,7 +44472,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -45079,7 +44479,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -45094,7 +44493,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -45119,7 +44517,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -45141,10 +44539,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 151384, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "52b38f637e417f0b3035c3fc4ec6f1d74f363085c1429776523cceb1ccdb9338", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 151448, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 640, "1fffb302b9c73c6ef33ad9eede6b63830ff3384de515b55a29c1dc232d9916a7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -45159,10 +44558,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -45199,7 +44598,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -45207,7 +44605,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -45222,7 +44619,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -45247,7 +44643,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -45269,10 +44665,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 196248, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 896, "61095307fd380a8a527edaf4c8d4ffdb505b3fb42d802c754a2ec388e8424300", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 196248, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 896, "a5ff5c5231d93ce9715272178b4699ab1085f82a2b7621d872343e0f3f626c98", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -45287,10 +44684,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -45327,7 +44724,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -45335,7 +44731,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -45350,7 +44745,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -45397,10 +44791,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 196248, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 896, "e4ea2da9938b9f052de04c042f2840bad9c8daa27d7c70dbd4bc700b0bd72cb7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 196248, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 896, "a2895d97cd26211bb3714a1ad919a2fb87b4bebbb9eafce8edc3e6bb1621779a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -45415,10 +44810,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -45455,7 +44850,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -45463,7 +44857,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -45478,7 +44871,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -45525,10 +44917,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 196248, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "a53591d7ce01b1583ef536ba489e17f6583dfc13becfeed412d4953c94325b3f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 196248, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "2ca55f92d11ed8b10f429929dd1246e91e25589eae6a2fbc9d4c5e37b33ab4a4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -45543,10 +44936,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -45583,7 +44976,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -45591,7 +44983,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -45606,7 +44997,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -45631,7 +45021,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -45653,10 +45043,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 196248, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "3d9202f84bd4bfd2812ada4ffba09dc197e68d4af88a0a6769e4ddc96e61af06", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 196248, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "1870628d0c59ffe92c2dd22f42c52c87f14f4ad614fcc64d8be28c9b03268cc6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -45671,10 +45062,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -45711,7 +45102,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -45719,7 +45109,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -45734,7 +45123,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -45759,7 +45147,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -45781,10 +45169,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 196248, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 896, "a7914dae4dcaf2b3f6af4926d8cbba59d25bb5f25dfd6392b4b3789bd013764d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 196248, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 896, "55b8297bccfdb00c698b21aad6e52ac1100e0e92d1dbfee1bc04fc43b9cf727d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -45799,10 +45188,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -45839,7 +45228,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -45847,7 +45235,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -45862,7 +45249,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -45909,10 +45295,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 196248, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 896, "9faae1bf9d27f5fc1158eb785437c2ef40d87942114b190c7ecd76a00cecfb1e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 196248, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 896, "3926328a24d9c0345c271e1c1abe8788f115f28ffda89d63f959f1eda0232327", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -45927,10 +45314,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -45967,7 +45354,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -45975,7 +45361,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -45990,7 +45375,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -46037,10 +45421,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 196248, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "6b2d9ed85052382c790be84ff830403b07213fd9ad3db9a7032d0a491e34d887", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 196248, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "d68a779a16ef7e5112e6cf9178ba4c90a9cafd33f3ac3cc473bded7b4f12b38c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -46055,10 +45440,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -46095,7 +45480,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -46103,7 +45487,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -46118,7 +45501,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -46143,7 +45525,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 1024 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -46165,10 +45547,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 196248, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "043245228b674ed5148883de37d9f8333f337445a472c8edc21408bc8b6c53bd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 196248, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 896, "2de609606d699ad746d292251fe04f2bcfd725517405ca8584e54d4183e3c72f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -46183,10 +45566,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -46223,7 +45606,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -46231,7 +45613,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -46246,7 +45627,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -46271,7 +45651,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 1024 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -46293,10 +45673,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 183408, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 512, "bc843d09fd317e10dcdc138f25495695e22243cbc46181dc1e0a1fa28f2b2b17", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 183440, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 512, "8e29c1dce23de3e3a78bb3a3de3624feb581f37141b2116ead5abb6dc8b8d756", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -46311,10 +45692,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -46351,7 +45732,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -46359,7 +45739,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -46374,7 +45753,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -46421,10 +45799,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 183408, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "a627d8d9c09226f5efc9f0c1d955daf73f89c85f2185ca8394a6a6eda1a4c6b3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 183440, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "71fea993e95fdcad9b243119b403ade3224f3bb3f592b301690b63ce070bb3e7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -46439,10 +45818,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -46479,7 +45858,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -46487,7 +45865,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -46502,7 +45879,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -46549,10 +45925,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 183408, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "055d16699f1d2772d056bd5fd9b532dbe648483e7b7dccb7782de8bce274fe02", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 183440, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "1d9ec1d73577ce1239a44fb4c42f38370e7b213751fac7026e285710065feab2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -46567,10 +45944,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -46607,7 +45984,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -46615,7 +45991,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -46630,7 +46005,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -46677,10 +46051,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 183408, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "d66b6ff562ada6a2e6a4d143df5f2fc3ab57eb728cdd8408855c965a0b9fa044", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 183440, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "6d45a517f003dbda07c4561c3b2074e0534109f9e5ffacdd48c0c418b54adc62", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -46695,10 +46070,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -46735,7 +46110,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -46743,7 +46117,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -46758,7 +46131,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -46783,7 +46155,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -46805,10 +46177,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 183168, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 512, "ba2972805eedb9e2e16b986854683cd737f6f8a5bda400ee7101281e8ac5bc80", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 183312, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 512, "6bf7414821ee2bd06588ffd1105454750ea587b4d818367d51e9c0a0e1b6288f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -46823,10 +46196,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -46863,7 +46236,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -46871,7 +46243,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -46886,7 +46257,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -46933,10 +46303,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 183168, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "28d7854ee9e3558aa1b02e0aad3ae71dcda3f4709b3125a603eab03112c4564a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 183312, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "e03d90cd77399704927d22f3cb3078e2e6b83800aeb5868345abcd5ae999d21c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -46951,10 +46322,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -46991,7 +46362,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -46999,7 +46369,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -47014,7 +46383,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -47061,10 +46429,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 183168, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "e512489db11439a9e53e22eeae6bf6e9bb5b789ef28e6385a752fae6a559f648", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 183312, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "f2ecc35a2129d90cb3a1bf9277385d3a25aead39553b7e7f0542a256da497e5e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -47079,10 +46448,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -47119,7 +46488,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -47127,7 +46495,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -47142,7 +46509,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -47189,10 +46555,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 183168, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "bbab5a387838e88cccfb52aca9fc754f23ba8e91f67378785e4f400aeb577718", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 183312, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "4a973cfde8c9634215edbbede3bdbdca99049e07aedbe40e4f0d70bb7d107fc7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -47207,10 +46574,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -47247,7 +46614,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -47255,7 +46621,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -47270,7 +46635,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -47295,7 +46659,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -47317,10 +46681,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 183408, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 512, "d1cfca6eac35cc3fa54018222de415e1cae68b09f49f002ebe37c076dd050e02", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 183440, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 512, "65be3280bd48adfaa047f33bcd3da29f208aca32eba52d2155d00385e0a99db1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -47335,10 +46700,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -47375,7 +46740,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -47383,7 +46747,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -47398,7 +46761,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -47445,10 +46807,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 183408, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "066bf729f9ff04f0ed6642372c278a73e95ff8e9de07c7d6824f1ab409c83bd6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 183440, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "6d4a57d9cbfe434b5c3fa5ec7105366557b0409eeead03654552ee451e8c3345", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -47463,10 +46826,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -47503,7 +46866,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -47511,7 +46873,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -47526,7 +46887,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -47573,10 +46933,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 183408, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "2be6865036d57ff7432dee5c9fbb21d5ed5aa5c6447dd086f5da4ec185e194b1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 183440, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "f4f6d78fbf0b9370f07da3d5054aad54596f132f6d7239e90f3255d362b1ba3e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -47591,10 +46952,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -47631,7 +46992,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -47639,7 +46999,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -47654,7 +47013,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -47701,10 +47059,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 183408, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "28d6192bc83dc8f484f4e4c472bb7547f4209691dd666a0ec19f0ce3a63f0e08", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 183440, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "1d135437b451de27407e1e3e2f2c94cae5319acc37d78e16467b91d5593dfef7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -47719,10 +47078,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -47759,7 +47118,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 2 @@ -47767,7 +47125,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -47782,7 +47139,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -47807,7 +47163,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -47829,10 +47185,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 183168, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 512, "6b6a7a9a988a0682657382373124507d5de4e00fb24dbfcfebb6587f6ca360e1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 183312, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f", 512, "323d7117879c4856e8303c6436e4260b4cf67488231b908df2e1b6fdd6f376e7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -47847,10 +47204,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -47887,7 +47244,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -47895,7 +47251,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -47910,7 +47265,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -47957,10 +47311,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 183168, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "c2e23f95b7c43e076dedbac82d8fc42fb55d3d6dd0890b71e859152c07862a65", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 183312, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "9a3a54df273167d5f485cdd4e94b109885d31185aaf8c38cd6f1306fbebcfbe9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -47975,10 +47330,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -48015,7 +47370,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -48023,7 +47377,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -48038,7 +47391,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -48085,10 +47437,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 183168, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "0b59ac7add1da407e3c42dc07ac2a962c5860472af585c5ad089861f575d3bc2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 183312, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "ab992021edc350e300aaafd13a2647b99d717033df48915de033cfe1129db856", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -48103,10 +47456,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -48143,7 +47496,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -48151,7 +47503,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -48166,7 +47517,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -48213,10 +47563,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 183168, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "3cca1432ea055440b6b6f23dbecb8f2124eb6a41f42a047d2640aa09fb0ac2b6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f_cubin_len, 183312, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f", 512, "62d288482b3da6e09c46764ca604e47bc373e61b1ef64f70d51f985c7bfb94e9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -48231,10 +47582,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -48271,7 +47622,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 9 , /* mNumStagesB */ 9 , /* mNumStagesMma */ 1 @@ -48279,7 +47629,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 9 , /* mNumStagesSmemSfB */ 9 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 9 , /* mNumStagesTmemSfB */ 9 , /* mNumStagesWorkId */ 3 @@ -48294,7 +47643,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -48319,7 +47667,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -48341,10 +47689,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin_len, 162208, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f", 512, "315dae74ce804f87ac379137eeb27d5ff9901feeb2d191bebb146946202677a5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin_len, 162320, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f", 512, "86a4157a091c5f8bfd084c5d21ff497ae15b4d456e8f53630fe8ef98195e336d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -48359,10 +47708,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -48399,7 +47748,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -48407,7 +47755,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -48422,7 +47769,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -48469,10 +47815,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 202480, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "97c3632ffc4ba8b20c6cc2428d0c100a2e3d9ac4d8931f1f3475956836fbc918", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 202640, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "d5ad91f85bca4a1626dc91840c080c0a3c33ca779167e95c4805eab520b85463", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -48487,10 +47834,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -48527,7 +47874,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -48535,7 +47881,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -48550,7 +47895,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -48597,10 +47941,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 202480, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "372d5ba0a83438939ef8b751a35e45bba828bb25549c60c2ca674e934f65c757", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 202640, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "5f1ba6239f0d92f906ca94935f2236a04bcd8255a36038f4486a302c045c2afe", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -48615,10 +47960,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -48655,7 +48000,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -48663,7 +48007,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -48678,7 +48021,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -48725,10 +48067,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 202480, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "ddbf99702ca99490a5159b4561a6df1fe60b0042c1240d50def20a9145b6d00f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 202640, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "a6bde4cefa7444d67921e3bc58976f9a74ced058bd43170bd5fe0aa89608c428", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -48743,10 +48086,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -48783,7 +48126,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -48791,7 +48133,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -48806,7 +48147,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -48853,10 +48193,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 202480, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "040746c657b79696a795ab1d496633ac244b23d1a81bc407ed7ff33c5bb4b789", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 202640, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "9329e4104a13301d2dcc7ce1ed4f076eace049e25914bc6ff54eeba028b90437", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -48871,10 +48212,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -48911,7 +48252,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -48919,7 +48259,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -48934,7 +48273,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -48959,7 +48297,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -48981,10 +48319,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 202240, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 512, "caff45b58c0b5a649740d1fe7f90b7f64353d827a5e514acdc6d5930b6baea46", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 202256, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 512, "0733341d8eb04862927c527f4d85447f2fe327409241ec4130716da44edfb0a2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -48999,10 +48338,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -49039,7 +48378,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -49047,7 +48385,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -49062,7 +48399,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -49109,10 +48445,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 202240, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "b156ac0ff09d9f197b72eaed5d59913554f3559db53b7c8ac146d28a77c8e5f3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 202256, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "5dbd34e5ab514329e2aefda61b5a2bea7f0582baddd263e1926ed1e19c59d774", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -49127,10 +48464,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -49167,7 +48504,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -49175,7 +48511,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -49190,7 +48525,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -49237,10 +48571,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 202240, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 512, "96830e50e20d133687aa161e81ae11125ec3ed782eba2d75b0bd8609f70d9638", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 202256, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 512, "e6c882a43186ddf025da419f2a04ae45c8ee8352b2d294db7e0c8d11a785c2d6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -49255,10 +48590,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -49295,7 +48630,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -49303,7 +48637,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -49318,7 +48651,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -49365,10 +48697,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 202240, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 512, "8fc310df8752500aa3673c6d725e28a9f91d1b39168532413f1da6c79731ef22", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 202256, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 512, "f9c1f126bf693a5dd8d08839c9b5618b6ffa59ab212a8e227d4fbefbd99c45b5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -49383,10 +48716,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -49423,7 +48756,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -49431,7 +48763,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -49446,7 +48777,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -49471,7 +48801,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -49493,10 +48823,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 209656, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "a8dbab304097be76a1dd20f7f164a96e933b8193c95d6d177cda048f5191df65", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 209816, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "fd6a812279a8ba46eb54d090b36f4a754a66af1d25212e78d73bbbbb35c111ba", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -49511,10 +48842,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -49551,7 +48882,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -49559,7 +48889,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -49574,7 +48903,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -49621,10 +48949,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 209656, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "e82d0423815eaa9d2248b5081de66531f287dd68cdbd1d09ab62da7afe62802d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 209816, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "f96be89c9b175fb8d261cd71e8f545c99300399289492d04fe01eecfc7e6a23b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -49639,10 +48968,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -49679,7 +49008,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -49687,7 +49015,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -49702,7 +49029,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -49727,7 +49053,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 1024 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -49749,10 +49075,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 209656, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "0505f3bf2802dda54ddbcc67d1c7f453f5721596432a7f1c0ebf27fb686673ac", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 209816, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "a8c2b9a87305e4db9bd307b211ce9a7e1b8de669d42bc1cbb0472494062b27f7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -49767,10 +49094,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -49807,7 +49134,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -49815,7 +49141,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -49830,7 +49155,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -49855,7 +49179,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 1024 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -49877,10 +49201,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 213752, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "83293942af25740508913c5bf6ea3c4e1aa650ff7c0ba7a6086074be096d50a1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 213912, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "b11734bba44e6f5ed79d22dd39435b13822d5c77328b1fcc4012196e03e28600", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -49895,10 +49220,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -49935,7 +49260,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 3 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -49943,7 +49267,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -49958,7 +49281,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -50005,10 +49327,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213752, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "25bb92c1c037851f85d344af9d39da46b46acfa3518f43d249d51dd82085f0bf", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213912, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "2270c140cdec40bf2431760668882ff95c6b0fe7a0c973be4c1a2b8cc20e7ae6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -50023,10 +49346,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -50063,7 +49386,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 3 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -50071,7 +49393,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -50086,7 +49407,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -50111,7 +49431,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 1536 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -50133,10 +49453,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213752, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "e66625d6b941a9b10381b4adcf8c7ccc1f7910cd10d4f643815b62bb35d6fd1c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213912, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "49d964be5275b46c2c12714bb37cd6231592551373ea2a9ee224b19918d7ffeb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -50151,10 +49472,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -50191,7 +49512,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 3 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -50199,7 +49519,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -50214,7 +49533,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -50239,7 +49557,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 1536 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -50261,10 +49579,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 217848, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "c75668690056a6a6a77d91c015201a54d51bbed602b9b3578b6eeb4199a0ebee", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 218008, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "0f9d41f79f0b633dc49b53969d065fd5c45b76bf23889b1c5fe38e87a040c3cb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -50279,10 +49598,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -50319,7 +49638,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 4 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -50327,7 +49645,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -50342,7 +49659,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -50389,10 +49705,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 217848, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "562301f96337ffda41c0f8996ca61356573747f5477a0384dd1296a8af5e0e51", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 218008, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "ed0aa035dc9cd85be6daff01a91ca206df76da4cc225fa1d7cce96f15e0bb2b5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -50407,10 +49724,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -50447,7 +49764,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 4 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -50455,7 +49771,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -50470,7 +49785,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -50495,7 +49809,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 2048 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -50517,10 +49831,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 217848, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "e95892d7fc904375bbb9d613a6c7af163b731443be6aa235dc2c6a5ba13cb9bb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 218008, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "844ad567857930d54e3495dabe4ba7f5579e2dfcec7b00279d101211bcd1d32c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -50535,10 +49850,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -50575,7 +49890,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 4 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -50583,7 +49897,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -50598,7 +49911,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -50623,7 +49935,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 2048 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -50645,10 +49957,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin_len, 162208, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f", 512, "ccab8de374f94d9710567d8bfbf25f96afd3ce5b75c1a963e46617e683272182", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin_len, 162320, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f", 512, "a6e8ad6d9deafbc1681352a2d7a1f1014e22936657050cde2fe7ad1aba04642a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -50663,10 +49976,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -50703,7 +50016,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -50711,7 +50023,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -50726,7 +50037,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -50773,10 +50083,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 202480, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "08aa921a6bb7083d0560622cc51c5e40f7c3db675094fea8d3b41b7469d9a876", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 202640, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 640, "d455ef510ce22e1e5d0da160d8fa843140837fab205b2ee344848e67c584dc5e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -50791,10 +50102,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -50831,7 +50142,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -50839,7 +50149,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -50854,7 +50163,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -50901,10 +50209,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 202480, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "ae713ef91a76db33c9498cc332365893657639df0d48c3f7cfe6d50d493a3927", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 202640, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "577cd363c3fe17e885d6e989221c2408c9af34f164be4fe257b66e8dca289207", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -50919,10 +50228,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -50959,7 +50268,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -50967,7 +50275,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -50982,7 +50289,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -51029,10 +50335,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 202480, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "e5e905dc9c6ff0e9439475af39a308ed3142993505bc4a524887e9d854a92cec", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 202640, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "61ab3c3eb6daa69463f1083f89dbbdee8cb194173b7a236a52c8216d4de57914", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -51047,10 +50354,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -51087,7 +50394,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -51095,7 +50401,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -51110,7 +50415,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -51157,10 +50461,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 202480, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "3d8b757a79eb9795a428d6c0bfc00af3e3562965667fc9ffcaabc3c5c864fbd4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 202640, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 640, "a193bafea5abf0e74bef83f59f93ab63d3319a7c106b4b479d58c10cb2f135ce", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -51175,10 +50480,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -51215,7 +50520,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -51223,7 +50527,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -51238,7 +50541,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -51263,7 +50565,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 1024 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -51285,10 +50587,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 202240, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 512, "593248a55435cba04ec97865ad5abe0ac8527a8288f68ef2ab5f6bd3b880fced", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f_cubin_len, 202256, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f", 512, "5e6eafbc9ad680c492939a0232e620663c296966bc4abdbbe168ee3210b1cdeb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -51303,10 +50606,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -51343,7 +50646,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -51351,7 +50653,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -51366,7 +50667,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -51413,10 +50713,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 202240, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "0465744b62696d595fe4a8649bf6881322b926508799b42f3c849c7e3bd3d020", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 202256, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "10ce69b50d326f27acf8e8f4b693cfd93828d58126aaa6875af68eaa1660b870", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -51431,10 +50732,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -51471,7 +50772,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -51479,7 +50779,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -51494,7 +50793,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -51541,10 +50839,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 202240, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 512, "323497aad36a3e9c8330b994755aff48819934cb104042874f1c7662e70a0850", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 202256, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 512, "fa350271b7344b051e3272de089634f2da917e2bf0824eed396438ac3c83a917", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -51559,10 +50858,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -51599,7 +50898,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -51607,7 +50905,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -51622,7 +50919,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -51669,10 +50965,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 202240, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 512, "ca586c318580a1f594c7a3e54a0162515867f0c1a71998ef0a6f5d250c9a0903", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 202256, "bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 512, "0bc68323c7b397db47d89002662187052228e685a82b5225601587c0f6018d82", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -51687,10 +50984,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1050629) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -51727,7 +51024,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -51735,7 +51031,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -51750,7 +51045,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -51775,7 +51069,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 1024 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(2) +, /* mActType */ gemmGatedAct::ActType(3) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -51797,10 +51091,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin_len, 211480, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f", 512, "a70737484e57615237edbe8015cdd37d70ae1027357436564934e8a48a31e1ac", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin_len, 211608, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f", 512, "fc51c0a95cfd3e802b38209cdbf66dcf6a38b386d0c471353b2f19b5e29f6054", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -51815,10 +51110,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -51855,7 +51150,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 8 , /* mNumStagesB */ 8 , /* mNumStagesMma */ 2 @@ -51863,7 +51157,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 8 , /* mNumStagesSmemSfB */ 8 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 8 , /* mNumStagesTmemSfB */ 8 , /* mNumStagesWorkId */ 3 @@ -51878,7 +51171,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -51925,10 +51217,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 211480, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "00e98927aba1eb97333c7e40bec099f5b21cb7323b18e032fe1013993f5a568b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 211608, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "6afdb9bdba1a85243cd120e70fa559be922e164cf400d832b0888452f9087da3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -51943,10 +51236,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -51983,7 +51276,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 8 , /* mNumStagesB */ 8 , /* mNumStagesMma */ 2 @@ -51991,7 +51283,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 8 , /* mNumStagesSmemSfB */ 8 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 8 , /* mNumStagesTmemSfB */ 8 , /* mNumStagesWorkId */ 3 @@ -52006,7 +51297,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -52053,10 +51343,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 211480, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "9071fcfb6f8c99cc66291f316f2c188002eb17570a112e2c7f3bb7b63eee5a66", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 211608, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "7a3f93f23989911d91a1a4ab50371583bb8759ba59200ada92df327054e83c20", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -52071,10 +51362,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -52111,7 +51402,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 8 , /* mNumStagesB */ 8 , /* mNumStagesMma */ 2 @@ -52119,7 +51409,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 8 , /* mNumStagesSmemSfB */ 8 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 8 , /* mNumStagesTmemSfB */ 8 , /* mNumStagesWorkId */ 3 @@ -52134,7 +51423,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -52181,10 +51469,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin_len, 211480, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f", 512, "0763b619142b48d422f62bea32499757036195e42cf68faae65447400fb35600", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin_len, 211608, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f", 512, "c09b3b2295588859844185cdef51519eb3ecac84bd9da0a30554a7c073e3081e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -52199,10 +51488,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -52239,7 +51528,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 8 , /* mNumStagesB */ 8 , /* mNumStagesMma */ 2 @@ -52247,7 +51535,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 8 , /* mNumStagesSmemSfB */ 8 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 8 , /* mNumStagesTmemSfB */ 8 , /* mNumStagesWorkId */ 3 @@ -52262,7 +51549,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -52309,10 +51595,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 211480, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "bb446662943c7fce3ac41f7d2b7100be07aa54148c4e9b2a739119c9b9f4e4d3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 211608, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "a8ad26148d175ab05b90dd1a2ed864478c3e73275fa3e97b3ab575ed4a038937", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -52327,10 +51614,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -52367,7 +51654,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 8 , /* mNumStagesB */ 8 , /* mNumStagesMma */ 2 @@ -52375,7 +51661,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 8 , /* mNumStagesSmemSfB */ 8 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 8 , /* mNumStagesTmemSfB */ 8 , /* mNumStagesWorkId */ 3 @@ -52390,7 +51675,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -52437,10 +51721,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 211480, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "2f634a78b46c1ee24a12558fe7daa2939e138d8c6067fe54b90d7a6321ec4dd3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 211608, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "150f8c85ce34d0b9cb1beb3cce40c6d03089e283146cbb72690576ec22a95a5f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -52455,10 +51740,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -52495,7 +51780,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 8 , /* mNumStagesB */ 8 , /* mNumStagesMma */ 2 @@ -52503,7 +51787,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 8 , /* mNumStagesSmemSfB */ 8 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 8 , /* mNumStagesTmemSfB */ 8 , /* mNumStagesWorkId */ 3 @@ -52518,7 +51801,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -52565,10 +51847,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 227792, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "43de8d4aa54da3caef1adf6fb423e7e2af3655f50c97cb4748434b6b0164bd1d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 227984, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "8f76f0096f094e61312a1e8d51ce214a0f49e99002c9b69fcbe3e0e944ae1f37", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -52583,10 +51866,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -52623,7 +51906,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -52631,7 +51913,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -52646,7 +51927,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -52693,10 +51973,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 227792, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "9097a18a4006ff2c299c88bbfda9cfc0b00acaeccee4264044fe5f0995f22270", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 227984, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "7d614055d7f11311509b2fbbf7242ef282e03e0e5c1c2ef8d5de7b097b6b58c7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -52711,10 +51992,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -52751,7 +52032,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -52759,7 +52039,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -52774,7 +52053,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -52821,10 +52099,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 227792, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "400d0ec04047ada963106e6976baebdf9d3091fc4c2c941d597a514e83cfa51a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 227984, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "80cf474086aa5b979ceb07f952810ad94cf47b70305ec21f8fcf02c87a0d5738", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -52839,10 +52118,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -52879,7 +52158,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -52887,7 +52165,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -52902,7 +52179,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -52949,10 +52225,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 227552, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "2f055fe6118b6f70d80a0558a3f0487e07ac6745798443b6ff9e90fc2eadc363", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 227600, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "39245cc67700b334e47c548603fa467a4556d276c4e6390194d5622ae476cbda", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -52967,10 +52244,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -53007,7 +52284,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -53015,7 +52291,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -53030,7 +52305,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -53077,10 +52351,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 227552, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "e11d1462994e4ae7dd4677ff535cccbc14ef21e4f29ffe325e8c65fe2d39d374", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 227600, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "2266fb7136ce1b15805f753f65f58efa66a3a1c8176ccc9f383288d39485f128", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -53095,10 +52370,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -53135,7 +52410,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -53143,7 +52417,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -53158,7 +52431,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -53205,10 +52477,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 227552, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "5fbd2616583bfdadfd1c68d71e43191d22b99061589422da98db4d00ff3d91c3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 227600, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "d7320c17701cd6fe804d88afbd5c75717148f510ce1aebab28b2ead935ce89d3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -53223,10 +52496,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -53263,7 +52536,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -53271,7 +52543,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -53286,7 +52557,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -53333,10 +52603,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 227792, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "7c5291664e93b602262d8ab54d2dc04c8310933a7759456b07e23a75d61574b5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 227984, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "ddf919e2754b6656a8073293f7f76bf35e71f11f343a25892022daade06ef55c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -53351,10 +52622,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -53391,7 +52662,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -53399,7 +52669,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -53414,7 +52683,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -53461,10 +52729,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 227792, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "97bbecc2eddc0ba9195b36bb28956dea946bf6e771beeee5bfd43fe736d4f2e8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 227984, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "49c8cb5b367c213d2e46b0a058e076081a4ac3a04312234879159a36463935e2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -53479,10 +52748,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -53519,7 +52788,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -53527,7 +52795,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -53542,7 +52809,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -53589,10 +52855,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 227792, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "93dfc51b23a061243f1721985725ba2edfe1f5cf5882ee24f9744beee28f6290", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 227984, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "d07e26cf4e81049355cc54424b570fc8ca0c5db5c8b4b5e4352f6a7fa3d03893", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -53607,10 +52874,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -53647,7 +52914,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -53655,7 +52921,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -53670,7 +52935,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -53717,10 +52981,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 227552, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "ee60caaac9262b26658bbe114dd34fbd30f180c5c30bca894177ffe29fcf2cc6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 227600, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "cab262e5c0325a9e883e1009861383edc174b3188b82bbd7737efabde477e002", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -53735,10 +53000,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -53775,7 +53040,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -53783,7 +53047,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -53798,7 +53061,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -53845,10 +53107,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 227552, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "f05dc1b23a2800ca260d0e518df40f94ed7af70d33df7b9926b85c896b348ff6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 227600, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "36a9a420bf4979f362dd6cd6ebaaa1c716b4e5d4d66cfca88673df202fb12273", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -53863,10 +53126,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -53903,7 +53166,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -53911,7 +53173,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -53926,7 +53187,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -53973,10 +53233,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 227552, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "ee2030bf4a4c6ec1e065ca0def02d25d63a26d88d1a1235b6b4900531c9f6ac8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 227600, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "4a3fcf2da0bc5c5e77f9bfa9593570a7fc4a8d4da9c893014d1b67e5b0b182cb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -53991,10 +53252,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -54031,7 +53292,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -54039,7 +53299,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -54054,7 +53313,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -54101,10 +53359,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin_len, 212472, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f", 512, "90349fb4641ae963ad00754d02acbbf42ba486caa05f75775e05367328cd7e06", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin_len, 212632, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f", 512, "76d4d29c78f890ddbb84efaedd7f5ad78c6ddb87e800326c47c195a084ac523b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -54119,10 +53378,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -54159,7 +53418,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -54167,7 +53425,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 7 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -54182,7 +53439,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -54229,10 +53485,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 212472, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "5d4fbf4ae19a8b991651d1d5ae251896e50f72b38ced3a33154f143f581e9da3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 212632, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "03772bb38101eb93b72db615f5b2f5a33942df0af665b37f229b34f72b67ae5f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -54247,10 +53504,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -54287,7 +53544,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -54295,7 +53551,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 7 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -54310,7 +53565,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -54357,10 +53611,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 212472, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "0205e9ab961c5343b67ad356ca8c29859f08c6064b9ba8ffab69cb2f9430db95", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 212632, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "946fe09d34006b24361bcaf97718bd15a74cad663b31ce93d5d1d4dfcdd29fe0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -54375,10 +53630,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -54415,7 +53670,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -54423,7 +53677,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 7 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -54438,7 +53691,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -54485,10 +53737,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin_len, 212472, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f", 512, "4cb0abb6fe46c96d2f7c3d52eb7da9069b586658fd61657cf153219dd44815a0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin_len, 212632, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f", 512, "7077c6bc9f285fa109bda99fa5d2ee717fb5d80bead361d82ab5f581e410e8ac", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -54503,10 +53756,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -54543,7 +53796,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -54551,7 +53803,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 7 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -54566,7 +53817,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -54613,10 +53863,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 212472, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "94376e795717fc6fb5368fe36c2c1a7890539eeb9a69bbd884fe0b125ea661a0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 212632, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "bc52798304db4812a0b753052fc106b1a68c187d0b33c00477f2e964314e95bc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -54631,10 +53882,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -54671,7 +53922,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -54679,7 +53929,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 7 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -54694,7 +53943,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -54741,10 +53989,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 212472, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "4908ecc8a0e4f1f9d434957a1f73e2b259fb74d98e60439dd15c13ba3eea9220", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 212632, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "65f82e2bf3233efd02611a1ae7fea44c55f20ea1d0f502c73b0d922e45b2b9c0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -54759,10 +54008,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -54799,7 +54048,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -54807,7 +54055,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 7 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -54822,7 +54069,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -54869,10 +54115,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin_len, 221656, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f", 640, "5854b224599ed3555cc4f0e961f6345b4c47b99d828a3c3983d213517a1bc7cc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin_len, 221848, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f", 640, "fdc9014b785bcfac8cfd0e26b78b17c04cb9741c6e4b3b385856db58ae7305d6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -54887,10 +54134,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -54927,7 +54174,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -54935,7 +54181,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -54950,7 +54195,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -54997,10 +54241,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 221656, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 640, "f016620bb767d01e5169f8e215963ebb9b996b5ec2e7e1d729080660818bcfda", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 221848, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 640, "2e92fe6a367588a5d8c92808e8ef1efdd97df734cbf25b59cbca3d8dabe2ba32", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -55015,10 +54260,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -55055,7 +54300,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -55063,7 +54307,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -55078,7 +54321,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -55125,10 +54367,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 221656, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 640, "5a7bf3e84a405467eebb3cb34c4d7cb03cd9fae9e9948ab4f69e5e4f2abe5d2a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 221848, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 640, "61dc36f33872049253d07fb80460cb5f698979981e0a6f2b8644c430aab03e5a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -55143,10 +54386,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -55183,7 +54426,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -55191,7 +54433,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -55206,7 +54447,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -55253,10 +54493,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin_len, 221656, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f", 640, "997f88bfe5f2a0d521006714e239f1e2f89ed0571c400a3d99d982f779560a35", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin_len, 221848, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f", 640, "7e2b4908512566eeeaed1597de374d362963fe051d87561731a06683a22c9541", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -55271,10 +54512,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -55311,7 +54552,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -55319,7 +54559,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -55334,7 +54573,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -55381,10 +54619,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 221656, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 640, "f4946affc9ef27c28d47db06e1ce5acfa9c73ada0c4ef75d7d42987c5d32551a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 221848, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 640, "ad9eef10e895de07089df2a669414eb185839e868bfa85b0a8796dfa4eda0921", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -55399,10 +54638,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -55439,7 +54678,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -55447,7 +54685,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -55462,7 +54699,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -55509,10 +54745,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 221656, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 640, "e47fe16c29d9d54a098c4e0ffd8412b1c3f38ce274d347a59c55c4b03619108b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 221848, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 640, "24e99ea5bd232c97435d1b68f404f2e5d986668f5073b2035ebcd93c8fe6c975", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -55527,10 +54764,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -55567,7 +54804,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -55575,7 +54811,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -55590,7 +54825,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -55637,10 +54871,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 213424, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "ad5b6d096ff7057a8995754ee6ab2a39c4648b9a645c0eeefcded0c3a57d82f0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 213648, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "37cf107cd46d1eab1a55a1bcdd54b60c63b21964fa2c79bfc0942247235d6dfb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -55655,10 +54890,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -55695,7 +54930,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -55703,7 +54937,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -55718,7 +54951,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -55765,10 +54997,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213424, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "c261b7be96cff90e92ddb5bfa2b6ac5b9c116db8e6858a1629e77a32815341e1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213648, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "56d855c64f058519843810ecc01b67b5870da43b227ecd480ad673bc7fa19a26", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -55783,10 +55016,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -55823,7 +55056,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -55831,7 +55063,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -55846,7 +55077,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -55893,10 +55123,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213424, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "926a534fe64ecae6375a778c32b8936c090d92c28626225a3f9818c3f2eb299d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213648, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "c1e2d42ecaa83eddd697b58768f3213e74674ba4c3fb25d75fa24ec9bd86dec8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -55911,10 +55142,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -55951,7 +55182,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -55959,7 +55189,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -55974,7 +55203,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -56021,10 +55249,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 213184, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "ed30e114c78653f0749be56c3454ddfee5414a82ba41db47dfd6800cd107b8ba", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 213264, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "e7610fcd50a47baedf228bc2a5ae1275112b24d887dee5cc986f8a6f14b740a4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -56039,10 +55268,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -56079,7 +55308,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -56087,7 +55315,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -56102,7 +55329,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -56149,10 +55375,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213184, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "df3a177268a2c5b1040fb97f27f07f5b6f10ee2de9e7ffb2dd4027cf9f548e44", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213264, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "4e807026b0aa8b698a50227a3f7943b07656ee840b130780771719a39849257c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -56167,10 +55394,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -56207,7 +55434,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -56215,7 +55441,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -56230,7 +55455,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -56277,10 +55501,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213184, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "93a2999454802899f105c696498f67eae86b7a56fbdf7cad5f76dc955fea7612", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213264, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "9085c9f40f11b2a693022c9fca020ae3c9dc603992c2ad6cd5b975a9c390323d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -56295,10 +55520,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -56335,7 +55560,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -56343,7 +55567,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -56358,7 +55581,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -56405,10 +55627,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 213424, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "2516c8ed533cd0116dc4f68d20c27ceb7d6220ccbc2d1462495344c76e525c44", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 213648, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "5fc2e7e21046490b05d9af031aefc0951e439372b8781ac89079628dbfabaa49", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -56423,10 +55646,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -56463,7 +55686,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -56471,7 +55693,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -56486,7 +55707,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -56533,10 +55753,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213424, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "e04d625a7adfd66b394b46e720507612042a519db10d2e21dc18bdd5e90d6260", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213648, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "a7eb061f80e9a9de17ee0143ec8575bd495bf8918737153fa86bc967357487eb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -56551,10 +55772,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -56591,7 +55812,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -56599,7 +55819,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -56614,7 +55833,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -56661,10 +55879,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213424, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "5232890fc8af645c27f0e334e5cd650edfb54ffc6da764889a1371b6041c6119", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213648, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "d876bb0bad5856bb485155efd9452ab69002f2dd19cae0e12bd27eddc501ab50", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -56679,10 +55898,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -56719,7 +55938,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -56727,7 +55945,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -56742,7 +55959,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -56789,10 +56005,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 213184, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "eb87e1ac053c5997b64b39c0ee7f72872279706716518c27478ecf77e7a5dcfe", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 213264, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "9e4d2fd79819ff453e8d0e9001d48f7dd613b490050ce6038e0d350ce778cbbd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -56807,10 +56024,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -56847,7 +56064,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -56855,7 +56071,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -56870,7 +56085,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -56917,10 +56131,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213184, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "d03d2dc0e38bb6ea1a80278f94b094dc01c1140c6b11247539771a41c6044c10", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213264, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "79aec59ac0d1b0ee3164f5380d097aef638b2fe9804b2987c7b7b7d3b38815a1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -56935,10 +56150,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -56975,7 +56190,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -56983,7 +56197,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -56998,7 +56211,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -57045,10 +56257,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213184, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "93175de8ce110ff2659eb87428766304a4c24ce50337d13a460ddbeffb48d119", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 213264, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "391deb3926e48e02d7430b62ff2eda73879708ad737af9510de4df0959a08499", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -57063,10 +56276,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -57103,7 +56316,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -57111,7 +56323,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -57126,7 +56337,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -57173,10 +56383,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin_len, 218552, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f", 512, "85d113dd205839b15c2821e84b4c75bf461e69b14cd70a7c0830673828693903", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin_len, 218776, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f", 512, "a12ebc1ebd821213c4dee283035d6fa83d431b2c30e0597483c36c3adbb88e7a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -57191,10 +56402,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -57231,7 +56442,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -57239,7 +56449,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -57254,7 +56463,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -57301,10 +56509,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 218552, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "27f17231e30d6e04d1915f308b7e060a8b48048de132e00288becfec60b92544", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 218776, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "31a1f45c0a05a017d0cfd239b803ac09b76590dc11da7cae293aaa5c3bde3296", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -57319,10 +56528,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -57359,7 +56568,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -57367,7 +56575,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -57382,7 +56589,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -57429,10 +56635,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 218552, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "9d4c32cbfec3a3d47148efd47b508e20da1f38f204358ca469d9aade9bc8aee0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 218776, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "cac912408944b824f9c609f91900eca3896c8d3f58c3db0853f8383014c81ed6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -57447,10 +56654,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -57487,7 +56694,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -57495,7 +56701,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -57510,7 +56715,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -57557,10 +56761,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin_len, 218552, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f", 512, "4d689f513fb461206a44e0134681051438ed3ca21d46a96c6bf94d1e2c44623e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f_cubin_len, 218776, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f", 512, "857d48b24d6eee9f9182b8126072dfb795f86cb03e4d6c7f79355606eeabbeed", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -57575,10 +56780,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -57615,7 +56820,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -57623,7 +56827,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -57638,7 +56841,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -57685,10 +56887,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 218552, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "fe0b6f952b2d088eff842e8c9445bcf7de2a6801d55f435ed792213c0decf793", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 218776, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "aa4a8ee86a152a34253e141ef00d0ff4e03b8ddaf38b3f54777a0266d71a48de", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -57703,10 +56906,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -57743,7 +56946,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -57751,7 +56953,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -57766,7 +56967,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -57813,10 +57013,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 218552, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "5127d79c1e6a552ee68df7b6328b692226c1da351484c7a5dd4d55b626e394f7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f_cubin_len, 218776, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f", 512, "077a992d85bf706fb7077cda80522956e818b51e5167e6f60a999af8789dfc71", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -57831,10 +57032,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -57871,7 +57072,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 128 , /* mNumRegsPerThreadNonEpilogueWarp */ 56 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -57879,7 +57079,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -57894,7 +57093,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -57941,10 +57139,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214480, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "7d1542be66203892263ed283a46647be334fe8dba7987719e0e405de55e9125b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214672, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "5b261a22492fce7866eced26de55c54eeb0809b7bff68af57ccc042cb571e851", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -57959,10 +57158,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -57999,7 +57198,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -58007,7 +57205,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -58022,7 +57219,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -58069,10 +57265,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 214480, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "198dc2dfc8da682c45ae262ac358fa22208a119364547dd8f19eef54140a5d57", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 214672, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "d100e6c020454b2778d3aa48d37e7add2ac953b18dee78c11bb46248319378df", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -58087,10 +57284,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -58127,7 +57324,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -58135,7 +57331,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -58150,7 +57345,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -58197,10 +57391,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 214480, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "4680ccc53024fe35b421fcf59aff6d9b50d941fc3a15f4010f446fa5ebd7f0cf", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 214672, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "a57a01790bedb57d817f0d3fcf757a76e76d506adc4ca96bdbe17a0518de498d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -58215,10 +57410,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -58255,7 +57450,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -58263,7 +57457,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -58278,7 +57471,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -58325,10 +57517,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214240, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 256, "471541e8e16af63f65c4e12394adf04047a598f2437338b5354387e98f89cb44", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214288, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 256, "b41ba6ad67e121f7f585d846cfa115e68b5f1a66a277503f559fa44734c51aec", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -58343,10 +57536,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -58383,7 +57576,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -58391,7 +57583,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -58406,7 +57597,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -58453,10 +57643,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 214240, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 256, "2f32653fb93732b7688bc6d15ccea224676ecabac1ccd599c1a639f651789bd6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 214288, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 256, "da869d348ad807a58b05e17e15d7161a2aae734d298fd1fcedeab0f29d9e7a6e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -58471,10 +57662,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -58511,7 +57702,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -58519,7 +57709,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -58534,7 +57723,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -58581,10 +57769,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 214240, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 256, "6c78d04ec980020c2a0b58293a3c34bcf1b6f703a019126cfe36ce0c6800df6f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 214288, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 256, "614e84f7ae5b54079c93f17a3eb5cf9646fa16cd9fc148cae71e3d8d34ff8114", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -58599,10 +57788,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -58639,7 +57828,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -58647,7 +57835,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -58662,7 +57849,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -58709,10 +57895,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214480, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "6ea0fd45712992e2dcb61600e75c72a009c99215e82353c74666044f8cb6da34", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214672, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "7d2f20893e0a8290d0550f4082eaa70a13ce896a16da3007cb5c3d3e4b2f6f5c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -58727,10 +57914,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -58767,7 +57954,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -58775,7 +57961,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -58790,7 +57975,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -58837,10 +58021,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 214480, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "6add274a7a50230dea02e4dcefdecaca42008d31951c63e1ed7d8bec0e3b6444", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 214672, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "7f7882e82b41eb02631f79ef08d5f602d1ae1a1a0f555badaee7a21debb1d351", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -58855,10 +58040,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -58895,7 +58080,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -58903,7 +58087,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -58918,7 +58101,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -58965,10 +58147,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 214480, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "5244f2b4ac8b5d1817157eab327432101d0b6837ecb7b11b6bdb7d31d04efa6e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 214672, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 384, "2aeb1112f5aa9c28c2dcb15c07a8750e14c397da6723f50a4167c4c3632dee66", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -58983,10 +58166,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -59023,7 +58206,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -59031,7 +58213,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -59046,7 +58227,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -59093,10 +58273,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214240, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 256, "33f7e9e4b2ae916c8cdab7a7a90ca14175716b410a400be14dceea501218caa7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214288, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f", 256, "2bfaf6596001e5cee1146b9d505637ec817a747467e86083133ba01f138cef3d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -59111,10 +58292,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -59151,7 +58332,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -59159,7 +58339,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -59174,7 +58353,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -59221,10 +58399,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 214240, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 256, "36952441fb8fc16979cca9962f16762d79455262c3ed3a888f14a905a38535bd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 214288, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 256, "340995ff338f29ba51877545102e40f17e675c2abeb004c96721e493c259e626", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -59239,10 +58418,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -59279,7 +58458,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -59287,7 +58465,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -59302,7 +58479,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -59349,10 +58525,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 214240, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 256, "8b2c05e69d4044f9972c314c8bac9201452cb6526fa4891e4f87293b33043af6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f_cubin_len, 214288, "bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f", 256, "bd71e58feb4eaadc7a21b8f48e13856a5429488a6778e446b3c0bd856ae9f076", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -59367,10 +58544,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(3) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -59407,7 +58584,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -59415,7 +58591,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -59430,7 +58605,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -59477,10 +58651,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 190592, "bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f", 512, "4bf0f2821ef43ec0f034dbe71e3f37b9465e69ad61474d8c15312253a2fafd65", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 190640, "bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f", 512, "2e9ce134618efa3af5bf0a262c6a4f3f6ca0418e5ddb62df58e67e977cc9e66e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -59495,10 +58670,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -59535,7 +58710,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 152 , /* mNumRegsPerThreadNonEpilogueWarp */ 80 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 4 @@ -59543,7 +58717,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -59558,7 +58731,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -59605,10 +58777,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 190304, "bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f", 512, "c3af5aa4d4e1f8fdba65d5685e29a7388aac4d19759b913c518f7991218a40fd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 190512, "bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f", 512, "2d78d641c3f5ce6db17758e95bfb385fed331c52c99736571275f37e14a36d85", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -59623,10 +58796,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -59663,7 +58836,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 152 , /* mNumRegsPerThreadNonEpilogueWarp */ 80 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -59671,7 +58843,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -59686,7 +58857,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -59733,10 +58903,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 190592, "bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f", 512, "6a3e0455f9c716ae5106999083ecf7f6c26d18583f3db06ffc004f74931a22c4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 190640, "bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f", 512, "693e46559617e718787478386e64aaa2e724e0d08737512d9865422ab53fa4a4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -59751,10 +58922,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -59791,7 +58962,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 152 , /* mNumRegsPerThreadNonEpilogueWarp */ 80 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 4 @@ -59799,7 +58969,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -59814,7 +58983,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -59861,10 +59029,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 190304, "bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f", 512, "fcde425af486134b2a5a7bbf0f02a1ecbf4053fc14b2830bc723e88fe01bf0e1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 190512, "bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f", 512, "0cf25b4921cc625dcf8969549bdc3f98c6d9374385ce00c36d1814ee37ec2897", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -59879,10 +59048,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -59919,7 +59088,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 152 , /* mNumRegsPerThreadNonEpilogueWarp */ 80 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -59927,7 +59095,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -59942,7 +59109,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -59989,10 +59155,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 119216, "bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "b2880589a6d3bfb2310d64fdf327ca9abc89625f8e5be386b644f48c3e078405", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 119216, "bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "1122f6b890a381a4c89f559f1f705eae99e60a08e90ac30b9740a20bf7e27457", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -60007,10 +59174,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -60047,7 +59214,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 4 @@ -60055,7 +59221,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -60070,7 +59235,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -60117,10 +59281,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 118928, "bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "39212d57a844768d1211c3d3b5919c489c4cc3effd4cbf4ab2c04c7ad0abcc00", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 119088, "bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "fad190b3f3d5bfb8afe036f0191034dc013c42f416c389d884268fac776acb55", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -60135,10 +59300,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -60175,7 +59340,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -60183,7 +59347,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -60198,7 +59361,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -60245,10 +59407,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 119216, "bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "ce30ca817e8f6b0648b190bff72030bef689b7978c67c024a5f3111e5432c70a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 119216, "bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "bd93e2de6838acf1452469e616e630aec20516501b208f59e3954f35ca2fdf67", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -60263,10 +59426,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -60303,7 +59466,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 4 @@ -60311,7 +59473,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -60326,7 +59487,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -60373,10 +59533,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 118928, "bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "731474663a6905b3685a15974df7700a1d93be3b877d8e31538b8811303e9e85", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 119088, "bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "07bf927187a4a1ea04c898725c464573d462196dafe7b602dea0fa59c6fed7a4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -60391,10 +59552,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -60431,7 +59592,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -60439,7 +59599,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -60454,7 +59613,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -60501,10 +59659,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 133552, "bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "73a20c7c817712d9368937895aa2008a8e92b4f3e91558c9b81962de0c92459f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 133552, "bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "b6e0ebf9c8018d828c165c7508a5908000392a1eb5fbb3cc39b02c2ceae513b2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -60519,10 +59678,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -60559,7 +59718,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 4 @@ -60567,7 +59725,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -60582,7 +59739,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -60629,10 +59785,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 133264, "bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "cee9332a1dbee31b5d367bd87d2d403e9ebacf16c04b5cb66bcb9830aad56629", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 133424, "bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "169f826d3a4120b737d7062c92efa80371c4159cedfedd5e007368126cea5774", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -60647,10 +59804,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -60687,7 +59844,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -60695,7 +59851,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -60710,7 +59865,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -60757,10 +59911,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 133552, "bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "7500dd08b65984b5b0d817d968a462b9a2845a9453885c132ae3857206709395", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 133552, "bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "19beda82bfcdd907cdc2f86073509944facbdf980f649ae8c81cfb954b80bfe9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -60775,10 +59930,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -60815,7 +59970,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 4 @@ -60823,7 +59977,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -60838,7 +59991,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -60885,10 +60037,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 133264, "bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "9e60ddd3c95cbe07108ab5fee7d40ce03c26ec57d0e659be638e1bf6caba50aa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 133424, "bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "ba7f46aa74978bed02fa28f71ea0a0aedebcda0d065d8c881918d453f20b42b9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -60903,10 +60056,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -60943,7 +60096,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -60951,7 +60103,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -60966,7 +60117,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -61013,10 +60163,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 164016, "bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f", 512, "e27148f040c5e36f713f416ef7f8c34fe77774ff683507e8b3c0da94566e2293", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 164016, "bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f", 512, "c304b5eb779f1b0ed2e7e76ed21286f81ddf55fb61546ae2d1f69c7348e7df04", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -61031,10 +60182,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -61071,7 +60222,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 4 @@ -61079,7 +60229,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -61094,7 +60243,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -61141,10 +60289,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 163728, "bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f", 512, "4b9c72aaa15c9adc34841d229362e7180f19ef83f8f8ddc8c7a5e73c2046a665", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 163888, "bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f", 512, "106e90cda78af26a70325c0342df7e7e26908621f334c1dd3a82f13b4b411f56", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -61159,10 +60308,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -61199,7 +60348,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -61207,7 +60355,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -61222,7 +60369,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -61269,10 +60415,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 164016, "bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f", 512, "c4536a724a2353bd9d2a8e509a04c62ad19bee94670a85ecd8c1f972bcfc6d40", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 164016, "bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f", 512, "80091b9c1df2163cd4e911356c5e901c199e652fde7a42f33b79fb88bcbf66ad", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -61287,10 +60434,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -61327,7 +60474,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 4 @@ -61335,7 +60481,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -61350,7 +60495,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -61397,10 +60541,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 163728, "bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f", 512, "d4c9bd4d227a72d689e9accccaed6934662283fa49217e41cbe6938cedaefbfa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f_cubin_len, 163888, "bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f", 512, "46bb858d70bff24998ab9fac472f3a02371abc3f85a2f637169aaa206e56e740", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -61415,10 +60560,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -61455,7 +60600,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -61463,7 +60607,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -61478,7 +60621,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -61525,10 +60667,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin_len, 77600, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f", 384, "d5d110953879306c4c16dd1f0fa0f608f6f15474bd49ec4870bf4be025fd1a21", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin_len, 77600, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f", 384, "bf97736c6eca1938d1aa6b138934e6f0af4630121c94daef32a02f694297aab1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -61543,10 +60686,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -61583,7 +60726,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -61591,7 +60733,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -61606,7 +60747,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -61653,10 +60793,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 148240, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "b563efbd432a6e7176ca4d7cf6fedfa9867f77de40122b97c71c4bc139ce0a7b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 148400, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "9735f4620f7a49872a1d8fbc70121e44772d31b501c7de756194cb908475f19c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -61671,10 +60812,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -61711,7 +60852,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 8 , /* mNumStagesB */ 8 , /* mNumStagesMma */ 4 @@ -61719,7 +60859,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 8 , /* mNumStagesSmemSfB */ 8 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 8 , /* mNumStagesTmemSfB */ 8 , /* mNumStagesWorkId */ 3 @@ -61734,7 +60873,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -61781,10 +60919,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 147952, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "7b262ce7526fe0b54262c7c59ffbac66a31f7415129b8af5ea7590af1a935648", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 148016, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "af89772453aa3810c357ec97cc78993fbc0f4795ef8f1c571f8bdd575ffd278f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -61799,10 +60938,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -61839,7 +60978,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 8 , /* mNumStagesB */ 8 , /* mNumStagesMma */ 2 @@ -61847,7 +60985,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 8 , /* mNumStagesSmemSfB */ 8 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 8 , /* mNumStagesTmemSfB */ 8 , /* mNumStagesWorkId */ 3 @@ -61862,7 +60999,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -61909,10 +61045,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin_len, 77600, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f", 384, "83ea18de890b24f20545fb6b9ad845cb4e037a06f4e7611fa4f88d419f63cdc1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin_len, 77600, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f", 384, "f8896c75af18524fc878cff4d1b88ab07e930a8705136b8446d6c9d116cd8b29", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -61927,10 +61064,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -61967,7 +61104,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -61975,7 +61111,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -61990,7 +61125,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -62037,10 +61171,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 148240, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "e60f3a81ebc8039300bc11da4fab7604df50415b10a454e1d5ae5e466887756b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 148400, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "794eac7e536e460d8bbade89b6a887cb9b9dcbaf58df7376272b1620ac78e154", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -62055,10 +61190,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -62095,7 +61230,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 8 , /* mNumStagesB */ 8 , /* mNumStagesMma */ 4 @@ -62103,7 +61237,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 8 , /* mNumStagesSmemSfB */ 8 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 8 , /* mNumStagesTmemSfB */ 8 , /* mNumStagesWorkId */ 3 @@ -62118,7 +61251,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -62165,10 +61297,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 147952, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "089c8b68d6d3152c141da36aced85797d5269aac2b81e737f9f5fb374d091fb5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f_cubin_len, 148016, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f", 512, "74130c217679c26d03c899ff8001748e72369ffd8ae52a35d9119204d913bbc9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -62183,10 +61316,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -62223,7 +61356,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 160 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 8 , /* mNumStagesB */ 8 , /* mNumStagesMma */ 2 @@ -62231,7 +61363,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 8 , /* mNumStagesSmemSfB */ 8 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 8 , /* mNumStagesTmemSfB */ 8 , /* mNumStagesWorkId */ 3 @@ -62246,7 +61377,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -62293,10 +61423,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(2)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin_len, 214144, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f", 256, "7e1919c11be6e6d9bd4bf8cd3025be1dbaf479726616b9df4880b827083f19a6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin_len, 214288, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f", 256, "10b00a2d507f6376c0f3a7f5b07e226989986d1b8508b7940e651fcbf0e14093", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -62311,10 +61442,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -62351,7 +61482,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -62359,7 +61489,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -62374,7 +61503,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -62421,10 +61549,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin_len, 214144, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f", 256, "db66a7d04b21f175b58ddd2bbfdecb9032676d84b8d4e3240038d9959d22d60e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin_len, 214288, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f", 256, "5f2b48d498411d03a85bb972301f0ccf8f5161539db326e5ffde98bc07e6d029", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -62439,10 +61568,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -62479,7 +61608,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -62487,7 +61615,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -62502,7 +61629,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -62549,10 +61675,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin_len, 214144, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f", 256, "5d8c94ac1ddc487323b053bdbb7c72b9e92ec5c04b9a11b06f7a4d6f5f967c7c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin_len, 214288, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f", 256, "98015ea893543e8f48f8f30312c8da20e9e9cc026757d270937740ba1045eb36", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -62567,10 +61694,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -62607,7 +61734,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -62615,7 +61741,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -62630,7 +61755,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -62677,10 +61801,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin_len, 214144, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f", 256, "1fb58718bce60477b71413d0cdcdbbd4fd39a3f833915b8cbe4a89613782a3f7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin, Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin_len, 214288, "bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f", 256, "f847eb6bc3ba1b77ffe51b830f6a3ff46fd5b7d504c7f9255e77acd3814d4296", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -62695,10 +61820,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -62735,7 +61860,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -62743,7 +61867,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -62758,7 +61881,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -62805,10 +61927,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 197200, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "39939ee051465a3568435f53dfa0cdc43c938a13ea2e2de0ef7a65736d242f6f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 197264, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "b9176ed1e8ecbb4ec9fd34c66dcec28263393cd67b4cf01f44e49fbe435dbf52", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -62823,10 +61946,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -62863,7 +61986,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -62871,7 +61993,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -62886,7 +62007,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -62933,10 +62053,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 196960, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "c3aa1c2a548ae03d3939c3e94643296064fd194ed19da84b5ae7da3e97554202", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 197136, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "7efafb8e5d6a0f891efd6ec4d0e6b99a335cc463b21ddf3abc7938a49d659880", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -62951,10 +62072,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -62991,7 +62112,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -62999,7 +62119,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -63014,7 +62133,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -63061,10 +62179,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 197200, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "31321e7913692f8b7449bcd5074fc582ef0e59e75d35ab49a14ef49d881a5117", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 197264, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "a9c6b4468d9118a9d2cd3704723b92fb995d40f32b2d01aefb8455d82a76f625", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -63079,10 +62198,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -63119,7 +62238,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -63127,7 +62245,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -63142,7 +62259,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -63189,10 +62305,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 196960, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "abeb65258d5f3f6b27eaa1033d729a9333f842fefbd67e0ed38617d9e04e97f4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 197136, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "d1daec13fd45ee77f5e8ca27fc45dbd6afd4b4ee9e928bda3171758595665fe7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -63207,10 +62324,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -63247,7 +62364,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -63255,7 +62371,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -63270,7 +62385,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -63317,10 +62431,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 219728, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "ce583630401a3019168559faf76cdf0dd648e7b19494374c98d72e55ff23891a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 219792, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "fc1ca5433f76492353e9f716a2c691ff15e48aeb156d6312783bd4e754284125", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -63335,10 +62450,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -63375,7 +62490,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -63383,7 +62497,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -63398,7 +62511,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -63445,10 +62557,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 219488, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "c472c805b51dd13b6dde943cedf2b1bf601edf7d2a6aee258079efba9717f7b7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 219664, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "abbdff57e604e3a3438e53d567a0ab5bb8f848f0e7d213a8c6e648ac0af303b6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -63463,10 +62576,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -63503,7 +62616,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -63511,7 +62623,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -63526,7 +62637,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -63573,10 +62683,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 219728, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "149e9f683ae4e254f3542203f1e1c6a391dba64f1f84daf87456c71d5f82b316", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 219792, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "ff2349beeecd60b8a4f70866ddb80e58372d603a1972f97bc9d9add585072fc2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -63591,10 +62702,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -63631,7 +62742,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -63639,7 +62749,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -63654,7 +62763,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -63701,10 +62809,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 219488, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "6f95a86a88314f9479f94d22a0b7a8977f8605d5b936f52b79aaecef930d253e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 219664, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "01a39e60531aa46ccce80294035a8eb9eb623a880a30df2e5e8d0a4cba653eb6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -63719,10 +62828,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -63759,7 +62868,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -63767,7 +62875,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -63782,7 +62889,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -63829,10 +62935,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214544, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "2a5b31e2ba41fca2dbd428769634857213fc893ca1aea3243088908be1c8ecac", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214672, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "43b89cdd540a4d30470b8a68383b70bb45ed8eab0f86cbc98955f4b96bb485f4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -63847,10 +62954,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -63887,7 +62994,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -63895,7 +63001,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -63910,7 +63015,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -63957,10 +63061,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214304, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "d0f2cfe67b4363f8638bb083332f54da9b0b192530f17227b0f50d791071703c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214544, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "087ef901e031017bbe42c1887b044ed0c58ba3fde9f141cf6bfefa44bd442983", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -63975,10 +63080,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -64015,7 +63120,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -64023,7 +63127,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -64038,7 +63141,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -64085,10 +63187,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214544, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "9a2a5b5146e99a32dfd817fd82f874f9028548d9c91a14b68d226972ddcf10e4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214672, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "e66f6fd87e374d25e54b3f663ecbff37326993cddf1209f7e56dce6102322609", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -64103,10 +63206,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -64143,7 +63246,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -64151,7 +63253,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -64166,7 +63267,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -64213,10 +63313,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214304, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "08ae3d590a4e3c3722bc2fddade8b9dbf06d5992ed3e3da96cb965e88d687934", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 214544, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "421cdeb05cdd8841d98b131d81013246d3c41d26dd4610ea79e6929bdb2ac46a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -64231,10 +63332,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -64271,7 +63372,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -64279,7 +63379,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -64294,7 +63393,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -64341,10 +63439,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 185936, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "5479bcbe739224c55d81e0eef5ad842f8fe0a1c2f473ecbdbe8164072f4a8dab", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 186000, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "38f7a35eb3071576c8646ec5d8015ac07637414551823239de8febc2eda23030", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -64359,10 +63458,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -64399,7 +63498,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -64407,7 +63505,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -64422,7 +63519,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -64469,10 +63565,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 185696, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "144fa71dfc69d0fcc2edbb1182e9fb3284a390fd9f1a993cc1b83dca1d87a4f8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 185872, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "b59a6f402ad5d671e3171f3a93000a5b81adf11710e91c487800352a15c84340", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -64487,10 +63584,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -64527,7 +63624,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -64535,7 +63631,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -64550,7 +63645,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -64597,10 +63691,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 185936, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "482c7e22f20c40c7f040203228008b848653131507212678d4e194f02ed6c561", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 186000, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "c22415f5c02ce88e5e50580b1c316a63d8fc1af0ee0d0318e48d7cec8713d66e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -64615,10 +63710,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -64655,7 +63750,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -64663,7 +63757,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -64678,7 +63771,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -64725,10 +63817,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 185696, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "53fe488ccbc8077f8cfc4de8cfe3efb0980d3097422fed671802decd0240a742", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 185872, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "b24161e6870621828c26b892fa4b3eb25e2961d30f2a7fb58803122804063153", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -64743,10 +63836,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -64783,7 +63876,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -64791,7 +63883,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -64806,7 +63897,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -64853,10 +63943,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221648, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "c4d44d11931611e99d6c95caeb8a33428290053da582302996c58848f68b2209", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221840, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "cc33375f30da72c6adcb1fa1d01af12d374c4b73e35147484ade96e45e7a7b7f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -64871,10 +63962,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -64911,7 +64002,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -64919,7 +64009,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -64934,7 +64023,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -64981,10 +64069,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221408, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "4e062c016f7e1765a1f240a1efeab9dba8dd3ab9d8eb126adc0a6e30b3daa954", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221456, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "ecf9077063770fdfe2e8400bca946e4652e993645769b078b85dc9bcf44bb7c3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -64999,10 +64088,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -65039,7 +64128,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -65047,7 +64135,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -65062,7 +64149,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -65109,10 +64195,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221648, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "027f8c99de5a722d0d3021da4b4d1f8b48b8e311d85001b4a152cf7f894b871c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221840, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "bd27f8e5b0267e76dd774f5d1341c9a0ac9c5a7ead094bff30b6c603dc224c3a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -65127,10 +64214,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -65167,7 +64254,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -65175,7 +64261,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -65190,7 +64275,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -65237,10 +64321,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221408, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "5e8ffa085c4d113db33fe95d791859554b78526197ae37dacef274a4e592ed04", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221456, "bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 384, "b33396900a11a3f382088e91d069ff4c73570afed9457946e6b80e999aa069ba", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -65255,10 +64340,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -65295,7 +64380,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -65303,7 +64387,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -65318,7 +64401,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -65365,10 +64447,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin, Bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin_len, 163232, "bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f", 512, "7583c006aae553af7f5cc470cb7d8e624cecabba8402682dbaf056f5722848e5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin, Bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin_len, 163344, "bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f", 512, "c6f451d32798efa5176013225f5f16fb47871368a7f5fcf6136e01e87fa77f05", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -65383,10 +64466,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -65423,7 +64506,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -65431,7 +64513,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -65446,7 +64527,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -65493,10 +64573,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin, Bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin_len, 163232, "bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f", 512, "68db539847709fdda29800918d1c5eb6503d1b612851d4d585ceef782d000959", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin, Bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f_cubin_len, 163344, "bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f", 512, "f30a522a3b2611527238e547699ebc4bafecf067fb2aa9b686f555f098d5e8ed", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -65511,10 +64592,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -65551,7 +64632,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -65559,7 +64639,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -65574,7 +64653,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -65621,10 +64699,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin_len, 77600, "bmm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f", 384, "d36101573a7fb44d8e8222d2dd440f7afabdd87d27527bfbcd172eb4603402b7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin_len, 77600, "bmm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f", 384, "222a8605d41afbf8544ef43605dd3db148c674733cea55792716898133ab0836", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -65639,10 +64718,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -65679,7 +64758,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -65687,7 +64765,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -65702,7 +64779,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -65749,10 +64825,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin_len, 77600, "bmm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f", 384, "bca128be7e1884218d31d282297db307ca76f24968bffb96707bc6dcd9aad7bc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f_cubin_len, 77600, "bmm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f", 384, "60e6793839ae1faf6e1586a798ce2c23a03681099f5f5de6d3f34718a151c94b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -65767,10 +64844,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 @@ -65807,7 +64884,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -65815,7 +64891,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -65830,7 +64905,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -65877,10 +64951,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin_len, 215168, "bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f", 256, "57bb2e0455d45b6fdfbcda7a53ba7eec4ce04427c601104e724587c87e55cda2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin_len, 215312, "bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f", 256, "d4c81d413ee0008dfab9876f9fa187fb491ebba0658f05d0808bb71d7c7ee841", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -65895,10 +64970,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -65935,7 +65010,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -65943,7 +65017,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -65958,7 +65031,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -66005,10 +65077,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin, Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin_len, 215168, "bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f", 256, "1eb118aef3b95b941781953496b2c9e419edbf4a1bc4f6616989a76ddedd9831", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin, Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin_len, 215312, "bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f", 256, "770e5c35da7a98e7fe15407e614f52755dc8173f0b83aabbdfe6556f278d0be8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -66023,10 +65096,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -66063,7 +65136,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -66071,7 +65143,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -66086,7 +65157,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -66133,10 +65203,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin_len, 215168, "bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f", 256, "2b5282256d476ee7f178620b17160d15b5bfa1fc0d63b6140e6037e5fdd95343", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin, Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f_cubin_len, 215312, "bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f", 256, "5b6536b38365461fdcddd19a9efc0f10a92e410b4274c6cdfcb84e5673e6b63c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -66151,10 +65222,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -66191,7 +65262,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -66199,7 +65269,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -66214,7 +65283,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -66261,10 +65329,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin, Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin_len, 215168, "bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f", 256, "e087c3ecd88764d2040fddd9fa9836a71eac8a0d56ef6ee16ce1101974410222", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin, Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f_cubin_len, 215312, "bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f", 256, "a2b98a99fc23fac19dfc19c7b71cf3061d2715d69c6db8b189830eca751ff87a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 @@ -66279,10 +65348,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(2) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -66319,7 +65388,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -66327,7 +65395,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -66342,7 +65409,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -66389,10 +65455,137 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 , /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 190360, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f", 768, "41c49b5c29da4462a33edd8af0ea689fbce4fdba08f0c02fb989ea37abb7a6c0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 152 +, /* mNumRegsPerThreadNonEpilogueWarp */ 48 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 7 +, /* mNumStagesB */ 7 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 7 +, /* mNumStagesSmemSfB */ 7 +, /* mNumStagesTmemSfA */ 7 +, /* mNumStagesTmemSfB */ 7 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 48 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 48 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 8 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 4 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 191304, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f", 768, "94eb99818cad0b43d89cb5c1a46df177ae987e66fbb3c9c51c6b9b1c88bc8967", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 191384, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f", 768, "8d1bbde613872a43a2b7280c74d3b31a0fd4e23dd8f9df5533c983bb7d066897", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -66407,10 +65600,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -66447,7 +65640,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 152 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -66455,7 +65647,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 7 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -66470,7 +65661,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -66517,10 +65707,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 4 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f_cubin_len, 191208, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f", 384, "4f87a83c775d6386e39665006c019874214af608552daaacdf1117d3bf0d29e8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f_cubin_len, 191384, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f", 384, "e523ecebd69225c3d675a4c823b046cbb3483d9cc926b3dd8ded662ba5893dcb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -66535,10 +65726,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -66575,7 +65766,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 168 , /* mNumRegsPerThreadNonEpilogueWarp */ 96 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -66583,7 +65773,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -66598,7 +65787,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -66645,12 +65833,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 4 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 191304, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f", 768, "7babca269132b870014344132e2bc62271c7fb3c37d7209168e508240a2ddc43", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f_cubin_len, 190360, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f", 384, "54dcb526aadfa88f5546f868cda57f955efdee3e00f98d22b0e363de09d29287", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 2 @@ -66663,10 +65852,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -66675,8 +65864,8 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 , /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) -, /* mFuseLoadSfTask */ 0 -, /* mFuseUtccpWithUtcmma */ 0 +, /* mFuseLoadSfTask */ 1 +, /* mFuseUtccpWithUtcmma */ 1 , /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -66684,7 +65873,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 256 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -66700,10 +65889,9 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsCastAWarps */ 0 , /* mNumRegsCopySfLdsSttm */ 0 , /* mNumRegsCopySparsityInfo */ 0 -, /* mNumRegsPerThreadEpilogueWarp */ 152 -, /* mNumRegsPerThreadNonEpilogueWarp */ 48 +, /* mNumRegsPerThreadEpilogueWarp */ 168 +, /* mNumRegsPerThreadNonEpilogueWarp */ 96 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -66711,8 +65899,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 7 +, /* mNumStagesTmemSfA */ 1 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 @@ -66726,7 +65913,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -66746,12 +65932,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 , /* mValidM */ 256 , /* mValidN */ 256 -, /* mValidK */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -66763,22 +65949,23 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mIsUniformNumTokensPerBatch */ 0 , /* mNumBatches */ 128 , /* mNumRegsPerThreadLoadA */ 0 -, /* mNumRegsPerThreadLoadB */ 48 +, /* mNumRegsPerThreadLoadB */ 128 , /* mNumRegsPerThreadLoadSfA */ 0 -, /* mNumRegsPerThreadLoadSfB */ 48 +, /* mNumRegsPerThreadLoadSfB */ 0 , /* mNumTokens */ 2 , /* mNumWarpsLoadA */ 0 -, /* mNumWarpsLoadB */ 8 +, /* mNumWarpsLoadB */ 4 , /* mNumWarpsLoadSfA */ 0 , /* mNumWarpsLoadSfB */ 4 -, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 215640, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f", 768, "878005eeea6136efd8513a6f20969b67d14d90b48a19c7e9107e25876077ea4e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 190360, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f", 768, "98b5cd405aa5825a01083fa5ac9717eea6795764772ea4bdf41b4f692e7438a7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 2 @@ -66791,10 +65978,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -66821,7 +66008,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 256 , /* mMmaN */ 128 -, /* mMmaTileK */ 256 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 , /* mNumEpilogueWarps */ 4 @@ -66831,17 +66018,15 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 152 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 4 -, /* mNumStagesB */ 4 +, /* mNumStagesA */ 7 +, /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 2 -, /* mNumStagesSmemSfA */ 4 -, /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 4 -, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesSmemSfA */ 7 +, /* mNumStagesSmemSfB */ 7 +, /* mNumStagesTmemSfA */ 7 +, /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -66854,10 +66039,9 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 128 , /* mTileScheduler */ gemm::TileScheduler(1) @@ -66874,12 +66058,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseUnrollLoop2xForMma */ 1 , /* mValidM */ 256 , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -66901,10 +66085,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 4 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f_cubin_len, 215592, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f", 384, "1bbf5b78b6379da00a497a85c85059f6cc76f7968e691f582cdd107cb25376d1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 191384, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f", 768, "a84b7e5b283c22af508aed4e3b1c57c7b95dbf3a10f21a44c9b05141f66de78c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -66919,10 +66104,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -66931,8 +66116,8 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 , /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) -, /* mFuseLoadSfTask */ 1 -, /* mFuseUtccpWithUtcmma */ 1 +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -66949,27 +66134,25 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 256 , /* mMmaN */ 128 -, /* mMmaTileK */ 256 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 , /* mNumEpilogueWarps */ 4 , /* mNumRegsCastAWarps */ 0 , /* mNumRegsCopySfLdsSttm */ 0 , /* mNumRegsCopySparsityInfo */ 0 -, /* mNumRegsPerThreadEpilogueWarp */ 168 -, /* mNumRegsPerThreadNonEpilogueWarp */ 96 +, /* mNumRegsPerThreadEpilogueWarp */ 152 +, /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 4 -, /* mNumStagesB */ 4 +, /* mNumStagesA */ 7 +, /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 2 -, /* mNumStagesSmemSfA */ 4 -, /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 1 -, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesSmemSfA */ 7 +, /* mNumStagesSmemSfB */ 7 +, /* mNumStagesTmemSfA */ 7 +, /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -66982,10 +66165,9 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 128 , /* mTileScheduler */ gemm::TileScheduler(1) @@ -67002,7 +66184,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseUnrollLoop2xForMma */ 1 , /* mValidM */ 256 , /* mValidN */ 256 , /* mValidK */ 256 @@ -67019,22 +66201,23 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mIsUniformNumTokensPerBatch */ 0 , /* mNumBatches */ 128 , /* mNumRegsPerThreadLoadA */ 0 -, /* mNumRegsPerThreadLoadB */ 128 +, /* mNumRegsPerThreadLoadB */ 48 , /* mNumRegsPerThreadLoadSfA */ 0 -, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumRegsPerThreadLoadSfB */ 48 , /* mNumTokens */ 2 , /* mNumWarpsLoadA */ 0 -, /* mNumWarpsLoadB */ 4 +, /* mNumWarpsLoadB */ 8 , /* mNumWarpsLoadSfA */ 0 , /* mNumWarpsLoadSfB */ 4 -, /* mRouteImpl */ batchedGemm::RouteImpl(1) +, /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 215640, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f", 768, "00417708d7966a9aed85ac708e79e9336402e9f4401121bbdf4984917576e36f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 214680, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f", 768, "2def5a9167d42081c328ff38c2078b1a56f22b9ba95ef6ee15076560e4fc0121", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 2 @@ -67047,10 +66230,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -67068,7 +66251,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -67087,7 +66270,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 152 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -67095,7 +66277,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -67110,7 +66291,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -67130,12 +66310,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 , /* mValidM */ 256 , /* mValidN */ 256 -, /* mValidK */ 512 +, /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -67157,15 +66337,16 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 4 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 197360, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "c0f9fa70dafe149c12ddc957064225c40a93cb620ac59bcbda0c9d8ebf380316", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 215704, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f", 768, "1024acf28e0bb05e3aed6e64a9775f0e2290fd028c328be6e84efe217a1c59e6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 -, /* mClusterDimX */ 1 +, /* mClusterDimX */ 2 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 , /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) @@ -67175,14 +66356,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 16 +, /* mEpilogueTileN */ 32 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 @@ -67203,8 +66384,8 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) -, /* mMmaM */ 128 -, /* mMmaN */ 16 +, /* mMmaM */ 256 +, /* mMmaN */ 128 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 @@ -67212,20 +66393,18 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsCastAWarps */ 0 , /* mNumRegsCopySfLdsSttm */ 0 , /* mNumRegsCopySparsityInfo */ 0 -, /* mNumRegsPerThreadEpilogueWarp */ 0 -, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 152 +, /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 5 -, /* mNumStagesB */ 5 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 2 -, /* mNumStagesSmemSfA */ 5 -, /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 5 -, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -67236,14 +66415,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfBlockSizeC */ 32 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(0) -, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 16 +, /* mTileN */ 128 , /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 @@ -67275,25 +66453,26 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mIsUniformNumTokensPerBatch */ 0 , /* mNumBatches */ 128 , /* mNumRegsPerThreadLoadA */ 0 -, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadB */ 48 , /* mNumRegsPerThreadLoadSfA */ 0 -, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumRegsPerThreadLoadSfB */ 48 , /* mNumTokens */ 2 , /* mNumWarpsLoadA */ 0 -, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadB */ 8 , /* mNumWarpsLoadSfA */ 0 -, /* mNumWarpsLoadSfB */ 0 +, /* mNumWarpsLoadSfB */ 4 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 197120, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "f60e3582675dc397ce43e0be81a5c742e45ec3ebd2f4dc5487073a1cb03ec65c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f_cubin_len, 215704, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f", 384, "1ebdfe613e3ac9f3e2bab6fd2aecebecdf19414dedd2374248175cc1c2b1b0cc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 -, /* mClusterDimX */ 1 +, /* mClusterDimX */ 2 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 , /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) @@ -67303,20 +66482,20 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 16 +, /* mEpilogueTileN */ 32 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 , /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) -, /* mFuseLoadSfTask */ 0 -, /* mFuseUtccpWithUtcmma */ 0 +, /* mFuseLoadSfTask */ 1 +, /* mFuseUtccpWithUtcmma */ 1 , /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -67331,8 +66510,8 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) -, /* mMmaM */ 128 -, /* mMmaN */ 16 +, /* mMmaM */ 256 +, /* mMmaN */ 128 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 @@ -67340,20 +66519,18 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsCastAWarps */ 0 , /* mNumRegsCopySfLdsSttm */ 0 , /* mNumRegsCopySparsityInfo */ 0 -, /* mNumRegsPerThreadEpilogueWarp */ 0 -, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 168 +, /* mNumRegsPerThreadNonEpilogueWarp */ 96 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 5 -, /* mNumStagesB */ 5 -, /* mNumStagesMma */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 1 -, /* mNumStagesSmemSfA */ 5 -, /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 5 -, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 1 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -67364,15 +66541,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfBlockSizeC */ 32 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(0) -, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 @@ -67403,22 +66579,23 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mIsUniformNumTokensPerBatch */ 0 , /* mNumBatches */ 128 , /* mNumRegsPerThreadLoadA */ 0 -, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadB */ 128 , /* mNumRegsPerThreadLoadSfA */ 0 , /* mNumRegsPerThreadLoadSfB */ 0 , /* mNumTokens */ 2 , /* mNumWarpsLoadA */ 0 -, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadB */ 4 , /* mNumWarpsLoadSfA */ 0 -, /* mNumWarpsLoadSfB */ 0 -, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mNumWarpsLoadSfB */ 4 +, /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 223064, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "40f21ceb11d2eef4a3dd8d4f94f8caf74fe0c02dbca16cb33b00d907baeebf17", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f_cubin_len, 214680, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f", 384, "fed222b86391c7c34a24f149a76f924a0226e34b3e450040a49c97e82fb9334d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 2 @@ -67431,20 +66608,20 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 16 +, /* mEpilogueTileN */ 32 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 , /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) -, /* mFuseLoadSfTask */ 0 -, /* mFuseUtccpWithUtcmma */ 0 +, /* mFuseLoadSfTask */ 1 +, /* mFuseUtccpWithUtcmma */ 1 , /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -67460,7 +66637,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 256 -, /* mMmaN */ 16 +, /* mMmaN */ 128 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 @@ -67468,20 +66645,18 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsCastAWarps */ 0 , /* mNumRegsCopySfLdsSttm */ 0 , /* mNumRegsCopySparsityInfo */ 0 -, /* mNumRegsPerThreadEpilogueWarp */ 0 -, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 168 +, /* mNumRegsPerThreadNonEpilogueWarp */ 96 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 6 -, /* mNumStagesB */ 6 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 2 -, /* mNumStagesSmemSfA */ 6 -, /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 6 -, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 1 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -67492,14 +66667,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfBlockSizeC */ 32 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(0) -, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 16 +, /* mTileN */ 128 , /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 @@ -67519,7 +66693,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -67531,22 +66705,23 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mIsUniformNumTokensPerBatch */ 0 , /* mNumBatches */ 128 , /* mNumRegsPerThreadLoadA */ 0 -, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadB */ 128 , /* mNumRegsPerThreadLoadSfA */ 0 , /* mNumRegsPerThreadLoadSfB */ 0 , /* mNumTokens */ 2 , /* mNumWarpsLoadA */ 0 -, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadB */ 4 , /* mNumWarpsLoadSfA */ 0 -, /* mNumWarpsLoadSfB */ 0 -, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mNumWarpsLoadSfB */ 4 +, /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 222824, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "60bc1f5256377074fc1ff6329159c877718045b32fb9ab4516390576e9204e3a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 214680, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f", 768, "37af651f4b874418585f208a21d8f89bb69d211cb4ffe37ddb09b16e74a0946c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 2 @@ -67559,14 +66734,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 16 +, /* mEpilogueTileN */ 32 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 @@ -67580,7 +66755,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 256 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -67588,7 +66763,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 256 -, /* mMmaN */ 16 +, /* mMmaN */ 128 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 @@ -67596,20 +66771,18 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsCastAWarps */ 0 , /* mNumRegsCopySfLdsSttm */ 0 , /* mNumRegsCopySparsityInfo */ 0 -, /* mNumRegsPerThreadEpilogueWarp */ 0 -, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 152 +, /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 6 -, /* mNumStagesB */ 6 -, /* mNumStagesMma */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 1 -, /* mNumStagesSmemSfA */ 6 -, /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 6 -, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -67620,15 +66793,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfBlockSizeC */ 32 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(0) -, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 @@ -67642,12 +66814,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseUnrollLoop2xForMma */ 1 , /* mValidM */ 256 , /* mValidN */ 256 -, /* mValidK */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -67659,25 +66831,26 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mIsUniformNumTokensPerBatch */ 0 , /* mNumBatches */ 128 , /* mNumRegsPerThreadLoadA */ 0 -, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadB */ 48 , /* mNumRegsPerThreadLoadSfA */ 0 -, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumRegsPerThreadLoadSfB */ 48 , /* mNumTokens */ 2 , /* mNumWarpsLoadA */ 0 -, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadB */ 8 , /* mNumWarpsLoadSfA */ 0 -, /* mNumWarpsLoadSfB */ 0 +, /* mNumWarpsLoadSfB */ 4 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 197360, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "63ed536aeab6f6b4a971a27e9e0ac9f76fc14c283538b91fcba96a847175b4f6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 215704, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f", 768, "3aeb51137ba1f1f595d15df7e6cbda62f715d5eceab772f9b35e52c2f8a6aeac", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 -, /* mClusterDimX */ 1 +, /* mClusterDimX */ 2 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 , /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) @@ -67687,14 +66860,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 16 +, /* mEpilogueTileN */ 32 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 @@ -67715,8 +66888,8 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) -, /* mMmaM */ 128 -, /* mMmaN */ 16 +, /* mMmaM */ 256 +, /* mMmaN */ 128 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 @@ -67724,20 +66897,18 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsCastAWarps */ 0 , /* mNumRegsCopySfLdsSttm */ 0 , /* mNumRegsCopySparsityInfo */ 0 -, /* mNumRegsPerThreadEpilogueWarp */ 0 -, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 152 +, /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 5 -, /* mNumStagesB */ 5 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 2 -, /* mNumStagesSmemSfA */ 5 -, /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 5 -, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -67748,14 +66919,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfBlockSizeC */ 32 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(0) -, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 16 +, /* mTileN */ 128 , /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 @@ -67787,22 +66957,23 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mIsUniformNumTokensPerBatch */ 0 , /* mNumBatches */ 128 , /* mNumRegsPerThreadLoadA */ 0 -, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadB */ 48 , /* mNumRegsPerThreadLoadSfA */ 0 -, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumRegsPerThreadLoadSfB */ 48 , /* mNumTokens */ 2 , /* mNumWarpsLoadA */ 0 -, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadB */ 8 , /* mNumWarpsLoadSfA */ 0 -, /* mNumWarpsLoadSfB */ 0 +, /* mNumWarpsLoadSfB */ 4 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 197120, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "44cdce21f9fc0918e13ce2799ab9d38d5289ef1bb7c48455202db45f3133cb92", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 197520, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 640, "5bfdd8cd202d3f33f62029a0c0008ad3c2b682be38575a8f6384a68dfe3c0d8b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 @@ -67815,10 +66986,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -67836,7 +67007,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -67855,15 +67026,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 -, /* mNumStagesMma */ 1 +, /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -67878,13 +67047,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 , /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 @@ -67898,12 +67066,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 , /* mValidM */ 256 , /* mValidN */ 256 -, /* mValidK */ 512 +, /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -67925,15 +67093,16 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 223064, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "2504d15af54e2492742798aae3becaf79524e009b5e471f94da07f091060a671", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 197520, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "0245ae9b677c31722373472f7dce52595865aff37079c15f4354aa0fed8ffc38", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 -, /* mClusterDimX */ 2 +, /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 , /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) @@ -67943,10 +67112,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -67964,14 +67133,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) -, /* mMmaM */ 256 +, /* mMmaM */ 128 , /* mMmaN */ 16 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 @@ -67983,17 +67152,15 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 6 -, /* mNumStagesB */ 6 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 2 -, /* mNumStagesSmemSfA */ 6 -, /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 6 -, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -68006,7 +67173,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -68026,10 +67192,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 , /* mValidM */ 256 , /* mValidN */ 256 -, /* mValidK */ 512 +, /* mValidK */ 256 , /* mWorldSize */ 1 , /* mActType */ gemmGatedAct::ActType(0) , /* mClampBeforeAct */ 1 @@ -68053,15 +67219,16 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 222824, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "2a872442c36df7c48ae4e5170e6d9e2b948dfcf21fc2e6bdf3f899c6dbc235b2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 197136, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 640, "b807bf53f5272a0c48fffb35a55c4364a1d9a0aeb94b880ab6ca688149971111", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 -, /* mClusterDimX */ 2 +, /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 , /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) @@ -68071,10 +67238,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -68092,14 +67259,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) -, /* mMmaM */ 256 +, /* mMmaM */ 128 , /* mMmaN */ 16 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 @@ -68111,17 +67278,15 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 6 -, /* mNumStagesB */ 6 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 -, /* mNumStagesSmemSfA */ 6 -, /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 6 -, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -68134,7 +67299,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -68154,12 +67318,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 , /* mValidM */ 256 , /* mValidN */ 256 -, /* mValidK */ 512 +, /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -68181,143 +67345,16 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 - }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 222872, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f", 640, "d04ab7da46bcc6cc9c217caeb998106f9e6b11c05166de1f47fc007997f37210", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) -, /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) -, /* mBlockK */ -1 -, /* mClcFastDrain */ 1 -, /* mClusterDimX */ 2 -, /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 -, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) -, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826828) -, /* mDtypeB */ trtllm::gen::Dtype(17827853) -, /* mDtypeC */ trtllm::gen::Dtype(17827853) -, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) -, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) -, /* mEltwiseActType */ gemm::EltwiseActType(0) -, /* mEnablesEarlyExit */ 1 -, /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 -, /* mEpilogueLdtmDps */ 16 -, /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 64 -, /* mFallbackClusterDimX */ 1 -, /* mFallbackClusterDimY */ 1 -, /* mFallbackClusterDimZ */ 1 -, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) -, /* mFuseLoadSfTask */ 0 -, /* mFuseUtccpWithUtcmma */ 1 -, /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 1 -, /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 0 -, /* mGridWaitForPrimaryB */ 1 -, /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 128 -, /* mKernelTraits */ {} -, /* mLayoutA */ gemm::MatrixLayout(0) -, /* mLayoutB */ gemm::MatrixLayout(0) -, /* mM */ 256 -, /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(5) -, /* mMmaM */ 256 -, /* mMmaN */ 256 -, /* mMmaTileK */ 128 -, /* mMockAllReduce */ 0 -, /* mN */ 256 -, /* mNumEpilogueWarps */ 4 -, /* mNumRegsCastAWarps */ 0 -, /* mNumRegsCopySfLdsSttm */ 0 -, /* mNumRegsCopySparsityInfo */ 0 -, /* mNumRegsPerThreadEpilogueWarp */ 144 -, /* mNumRegsPerThreadNonEpilogueWarp */ 88 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 6 -, /* mNumStagesB */ 6 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 1 -, /* mNumStagesSmemSfA */ 6 -, /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 1 -, /* mNumStagesTmemSfB */ 6 -, /* mNumStagesWorkId */ 3 -, /* mOutputDebugTensors */ 0 -, /* mPatchF2fp */ 0 -, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) -, /* mSchedHostTask */ gemm::SchedHostTask(0) -, /* mSfBlockSizeA */ 32 -, /* mSfBlockSizeB */ 32 -, /* mSfBlockSizeC */ 32 -, /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(0) -, /* mSfLayoutC */ trtllm::gen::SfLayout(3) -, /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSparsityA */ trtllm::gen::Sparsity(0) -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 -, /* mTileM */ 128 -, /* mTileN */ 256 -, /* mTileScheduler */ gemm::TileScheduler(1) -, /* mTransposeMmaOutput */ 1 -, /* mUseCustomizedMma3xNvFp4 */ 0 -, /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 -, /* mUseFlexibleClusterDims */ 0 -, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 -, /* mUseMaxTmemOverlap */ 1 -, /* mUsePerTokenSfA */ 0 -, /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrix */ 1 -, /* mUseTmaStore */ 1 -, /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 -, /* mValidM */ 256 -, /* mValidN */ 256 -, /* mValidK */ 128 -, /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) -, /* mClampBeforeAct */ 1 -, /* mBatchedM */ {} -, /* mBatchedN */ {} -, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) -, /* mBatchStrideInTokens */ -1 -, /* mFusedAct */ 1 -, /* mGridWaitForPrimaryRouting */ 1 -, /* mIsStaticBatch */ 0 -, /* mIsUniformNumTokensPerBatch */ 0 -, /* mNumBatches */ 128 -, /* mNumRegsPerThreadLoadA */ 0 -, /* mNumRegsPerThreadLoadB */ 56 -, /* mNumRegsPerThreadLoadSfA */ 0 -, /* mNumRegsPerThreadLoadSfB */ 56 -, /* mNumTokens */ 2 -, /* mNumWarpsLoadA */ 0 -, /* mNumWarpsLoadB */ 8 -, /* mNumWarpsLoadSfA */ 0 -, /* mNumWarpsLoadSfB */ 4 -, /* mRouteImpl */ batchedGemm::RouteImpl(2) -, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mUseCMultiCast */ 0 , /* mUseTmaOobOpt */ 1 -, /* mPrefetchB */ 0 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 222680, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f", 640, "2c7ebc6aafba9a3558cf9b9582afc7ff69f203aee036f8aedf2e71a521c347a8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 197136, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "e7c3707ecc45a56252b7a6412916d0e311441fd351864e9803c1f62fae248d0c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 -, /* mClusterDimX */ 2 +, /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 , /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) @@ -68327,20 +67364,20 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 64 +, /* mEpilogueTileN */ 16 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 , /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) , /* mFuseLoadSfTask */ 0 -, /* mFuseUtccpWithUtcmma */ 1 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -68355,8 +67392,8 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) -, /* mMmaM */ 256 -, /* mMmaN */ 256 +, /* mMmaM */ 128 +, /* mMmaN */ 16 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 @@ -68364,20 +67401,18 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsCastAWarps */ 0 , /* mNumRegsCopySfLdsSttm */ 0 , /* mNumRegsCopySparsityInfo */ 0 -, /* mNumRegsPerThreadEpilogueWarp */ 144 -, /* mNumRegsPerThreadNonEpilogueWarp */ 88 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 3 -, /* mNumStagesB */ 3 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 -, /* mNumStagesSmemSfA */ 3 -, /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 1 -, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -68388,22 +67423,21 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfBlockSizeC */ 32 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(0) -, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 256 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 , /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 -, /* mUseMaxTmemOverlap */ 1 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 , /* mUseShuffledMatrix */ 1 @@ -68427,25 +67461,26 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mIsUniformNumTokensPerBatch */ 0 , /* mNumBatches */ 128 , /* mNumRegsPerThreadLoadA */ 0 -, /* mNumRegsPerThreadLoadB */ 56 +, /* mNumRegsPerThreadLoadB */ 0 , /* mNumRegsPerThreadLoadSfA */ 0 -, /* mNumRegsPerThreadLoadSfB */ 56 +, /* mNumRegsPerThreadLoadSfB */ 0 , /* mNumTokens */ 2 , /* mNumWarpsLoadA */ 0 -, /* mNumWarpsLoadB */ 8 +, /* mNumWarpsLoadB */ 0 , /* mNumWarpsLoadSfA */ 0 -, /* mNumWarpsLoadSfB */ 4 +, /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 220912, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "5d2ee179317ac92383d46782cf6760d4381b13b2279cca2823541a849278b477", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 223128, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "3f2a93dba4bfc40006c609808e12329f0c33a01963e97d72c6657b1e2e70e302", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 -, /* mClusterDimX */ 1 +, /* mClusterDimX */ 2 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 , /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) @@ -68455,14 +67490,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 +, /* mEpilogueTileN */ 16 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 @@ -68483,8 +67518,8 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) -, /* mMmaM */ 128 -, /* mMmaN */ 32 +, /* mMmaM */ 256 +, /* mMmaN */ 16 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 @@ -68495,17 +67530,15 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 5 -, /* mNumStagesB */ 5 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 2 -, /* mNumStagesSmemSfA */ 5 -, /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 5 -, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -68518,12 +67551,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 32 +, /* mTileN */ 16 , /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 @@ -68543,7 +67575,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -68565,15 +67597,16 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 220672, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "c2bf0a08790e440abc6b09c9801c5fc893d873b41ec333ea3a4388b0efa25baf", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 223128, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "563a2d87e62b4629843aea9e92838883779557940c42039e5623a18dd1ad91e2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 -, /* mClusterDimX */ 1 +, /* mClusterDimX */ 2 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 , /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) @@ -68583,14 +67616,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 +, /* mEpilogueTileN */ 16 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 @@ -68611,8 +67644,8 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) -, /* mMmaM */ 128 -, /* mMmaN */ 32 +, /* mMmaM */ 256 +, /* mMmaN */ 16 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 @@ -68623,17 +67656,15 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 5 -, /* mNumStagesB */ 5 -, /* mNumStagesMma */ 1 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 1 -, /* mNumStagesSmemSfA */ 5 -, /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 5 -, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -68646,13 +67677,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 @@ -68693,12 +67723,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 200440, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "fa171165a44c941279e2b0e7faa3ac5d85e88f1035abc0bb8d00dabc2ae0c2f9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 223000, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "e53f7bdc5beb779215da83ed06f8b2ff7fdd371093c036e1c228dc7520132bb5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 2 @@ -68711,14 +67742,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 +, /* mEpilogueTileN */ 16 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 @@ -68740,7 +67771,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 256 -, /* mMmaN */ 32 +, /* mMmaN */ 16 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 @@ -68751,17 +67782,15 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 5 -, /* mNumStagesB */ 5 -, /* mNumStagesMma */ 2 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 2 -, /* mNumStagesSmemSfA */ 5 -, /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 5 -, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -68774,13 +67803,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 @@ -68799,7 +67827,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 256 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -68821,10 +67849,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 200200, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "acad4fdce5e38654daa2779c33cb031b5d53e5ef4f1882de8810d62a64ff7d45", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 223000, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "2e106095c57d7750c2d4e3b8b0c1ae240dfdbbfcc2b5af6f8a0f8c96477d6e94", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -68839,14 +67868,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 +, /* mEpilogueTileN */ 16 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 @@ -68868,7 +67897,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 256 -, /* mMmaN */ 32 +, /* mMmaN */ 16 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 @@ -68879,17 +67908,15 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 5 -, /* mNumStagesB */ 5 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 -, /* mNumStagesSmemSfA */ 5 -, /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 5 -, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -68902,12 +67929,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 32 +, /* mTileN */ 16 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 @@ -68949,12 +67975,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 220912, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "6e678562fa83ad5a8887b1deb0d2fa1c8da95cfd353baefee28d53ebe8c22d9d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 197520, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 640, "7fd2d8906fc0c13a304612162c55e76360c2dbbf412d424e42b7de9f511f44e3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 @@ -68967,14 +67994,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 +, /* mEpilogueTileN */ 16 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 @@ -68996,7 +68023,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 128 -, /* mMmaN */ 32 +, /* mMmaN */ 16 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 @@ -69007,7 +68034,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -69015,7 +68041,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -69030,12 +68055,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 32 +, /* mTileN */ 16 , /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 @@ -69055,7 +68079,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -69077,10 +68101,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 220672, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "a7f4224ab48e43ff9dba901cd86b1c258c3179fe279dbcd19bfdbda7da1dcab8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 197520, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "891acad6ccbea3f0047c96feee6b142333cbfcbf511a2a452f8f9a1df541c96b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -69095,14 +68120,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 +, /* mEpilogueTileN */ 16 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 @@ -69124,7 +68149,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 128 -, /* mMmaN */ 32 +, /* mMmaN */ 16 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 @@ -69135,15 +68160,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 -, /* mNumStagesMma */ 1 +, /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -69158,13 +68181,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 @@ -69205,15 +68227,16 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 200440, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "14507bc995f04e42bf6d3b0cc7c3781431e1dc277e5a26e8fb2ac7ff4ee0918e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 197136, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 640, "798ac5b1f13b50f3326a7de1988b2b918344d1f3b7bbf97082a1783d4094a4af", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 -, /* mClusterDimX */ 2 +, /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 , /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) @@ -69223,14 +68246,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 +, /* mEpilogueTileN */ 16 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 @@ -69251,8 +68274,8 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) -, /* mMmaM */ 256 -, /* mMmaN */ 32 +, /* mMmaM */ 128 +, /* mMmaN */ 16 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 @@ -69263,15 +68286,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 -, /* mNumStagesMma */ 2 +, /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -69286,13 +68307,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 @@ -69311,7 +68331,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -69333,15 +68353,16 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 200200, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "53fa70cf2d7c706ebfd61185c56f11b06f65db62843036559e96f42412ffa3fb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 197136, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "489e8f4b6743eaea6911e8258dc64c4d962b9558ed91b793dce6faa3554d2a1f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 -, /* mClusterDimX */ 2 +, /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 , /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) @@ -69351,14 +68372,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 +, /* mEpilogueTileN */ 16 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 @@ -69379,8 +68400,8 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) -, /* mMmaM */ 256 -, /* mMmaN */ 32 +, /* mMmaM */ 128 +, /* mMmaN */ 16 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 @@ -69391,7 +68412,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -69399,7 +68419,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -69414,12 +68433,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 32 +, /* mTileN */ 16 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 @@ -69461,12 +68479,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len, 163768, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f", 512, "13e08de3e2c00877a774f817e3e3ea32c287270da68751adc7fd2cd1e275997c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 223128, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "3ab8eca687f3f073b82ced294d3d9fe3f04f03779ba53d7c8dee35df0df6f9d0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 2 @@ -69479,14 +68498,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 64 +, /* mEpilogueTileN */ 16 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 @@ -69500,7 +68519,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 128 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -69508,28 +68527,26 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 256 -, /* mMmaN */ 64 -, /* mMmaTileK */ 128 +, /* mMmaN */ 16 +, /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 , /* mNumEpilogueWarps */ 4 , /* mNumRegsCastAWarps */ 0 , /* mNumRegsCopySfLdsSttm */ 0 , /* mNumRegsCopySparsityInfo */ 0 -, /* mNumRegsPerThreadEpilogueWarp */ 168 -, /* mNumRegsPerThreadNonEpilogueWarp */ 48 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 7 -, /* mNumStagesB */ 7 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 2 -, /* mNumStagesSmemSfA */ 7 -, /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 7 -, /* mNumStagesTmemSfB */ 7 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -69542,12 +68559,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 64 +, /* mTileN */ 16 , /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 @@ -69562,12 +68578,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseUnrollLoop2xForMma */ 1 , /* mValidM */ 256 , /* mValidN */ 256 -, /* mValidK */ 128 +, /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -69579,20 +68595,21 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mIsUniformNumTokensPerBatch */ 0 , /* mNumBatches */ 128 , /* mNumRegsPerThreadLoadA */ 0 -, /* mNumRegsPerThreadLoadB */ 48 +, /* mNumRegsPerThreadLoadB */ 0 , /* mNumRegsPerThreadLoadSfA */ 0 -, /* mNumRegsPerThreadLoadSfB */ 48 +, /* mNumRegsPerThreadLoadSfB */ 0 , /* mNumTokens */ 2 , /* mNumWarpsLoadA */ 0 -, /* mNumWarpsLoadB */ 1 +, /* mNumWarpsLoadB */ 0 , /* mNumWarpsLoadSfA */ 0 -, /* mNumWarpsLoadSfB */ 1 +, /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len, 163768, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f", 512, "bf0d44a31544910a2541d938abaddf7e89386ff8a5cbb3661c247f188cb9ba61", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 223128, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "efd313e300227160bea6f87373b7cca358acfcac4a9c904fd835321f405b29a0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -69607,14 +68624,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 64 +, /* mEpilogueTileN */ 16 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 @@ -69628,7 +68645,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 256 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -69636,28 +68653,26 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 256 -, /* mMmaN */ 64 -, /* mMmaTileK */ 128 +, /* mMmaN */ 16 +, /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 , /* mNumEpilogueWarps */ 4 , /* mNumRegsCastAWarps */ 0 , /* mNumRegsCopySfLdsSttm */ 0 , /* mNumRegsCopySparsityInfo */ 0 -, /* mNumRegsPerThreadEpilogueWarp */ 168 -, /* mNumRegsPerThreadNonEpilogueWarp */ 48 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 7 -, /* mNumStagesB */ 7 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 2 -, /* mNumStagesSmemSfA */ 7 -, /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 7 -, /* mNumStagesTmemSfB */ 7 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -69670,12 +68685,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 64 +, /* mTileN */ 16 , /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 @@ -69693,7 +68707,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseUnrollLoop2xForMma */ 1 , /* mValidM */ 256 , /* mValidN */ 256 -, /* mValidK */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 , /* mActType */ gemmGatedAct::ActType(0) , /* mClampBeforeAct */ 1 @@ -69707,22 +68721,23 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mIsUniformNumTokensPerBatch */ 0 , /* mNumBatches */ 128 , /* mNumRegsPerThreadLoadA */ 0 -, /* mNumRegsPerThreadLoadB */ 48 +, /* mNumRegsPerThreadLoadB */ 0 , /* mNumRegsPerThreadLoadSfA */ 0 -, /* mNumRegsPerThreadLoadSfB */ 48 +, /* mNumRegsPerThreadLoadSfB */ 0 , /* mNumTokens */ 2 , /* mNumWarpsLoadA */ 0 -, /* mNumWarpsLoadB */ 1 +, /* mNumWarpsLoadB */ 0 , /* mNumWarpsLoadSfA */ 0 -, /* mNumWarpsLoadSfB */ 1 +, /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len, 183960, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f", 512, "42c6bc55abe5ab84d8be44600fdc2b1f92c089b65f3719f6b3a9aaa1e5f85b25", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 223000, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "b1bd0c055b1673061d8edb54df5d0a664c9e7d39ccfd2382952eaaf6ba665f96", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 2 @@ -69735,14 +68750,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 64 +, /* mEpilogueTileN */ 16 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 @@ -69756,7 +68771,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 256 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -69764,7 +68779,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 256 -, /* mMmaN */ 64 +, /* mMmaN */ 16 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 @@ -69772,20 +68787,18 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsCastAWarps */ 0 , /* mNumRegsCopySfLdsSttm */ 0 , /* mNumRegsCopySparsityInfo */ 0 -, /* mNumRegsPerThreadEpilogueWarp */ 168 -, /* mNumRegsPerThreadNonEpilogueWarp */ 48 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 4 -, /* mNumStagesB */ 4 -, /* mNumStagesMma */ 2 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 2 -, /* mNumStagesSmemSfA */ 4 -, /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 4 -, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -69798,13 +68811,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 @@ -69818,12 +68830,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseUnrollLoop2xForMma */ 1 , /* mValidM */ 256 , /* mValidN */ 256 -, /* mValidK */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -69835,20 +68847,21 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mIsUniformNumTokensPerBatch */ 0 , /* mNumBatches */ 128 , /* mNumRegsPerThreadLoadA */ 0 -, /* mNumRegsPerThreadLoadB */ 48 +, /* mNumRegsPerThreadLoadB */ 0 , /* mNumRegsPerThreadLoadSfA */ 0 -, /* mNumRegsPerThreadLoadSfB */ 48 +, /* mNumRegsPerThreadLoadSfB */ 0 , /* mNumTokens */ 2 , /* mNumWarpsLoadA */ 0 -, /* mNumWarpsLoadB */ 1 +, /* mNumWarpsLoadB */ 0 , /* mNumWarpsLoadSfA */ 0 -, /* mNumWarpsLoadSfB */ 1 +, /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len, 183960, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f", 512, "1160bf8ba93ffaf20f398f9cb940a7cd3cbb54d7c3a54f0b1002c3e3dfba2455", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 223000, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "3b6582cdb0bca52a8541b65362a697223d603e2ef2b5ed575d52375c151d3d8e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -69863,14 +68876,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 64 +, /* mEpilogueTileN */ 16 , /* mFallbackClusterDimX */ 1 , /* mFallbackClusterDimY */ 1 , /* mFallbackClusterDimZ */ 1 @@ -69892,7 +68905,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 256 -, /* mMmaN */ 64 +, /* mMmaN */ 16 , /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 @@ -69900,20 +68913,18 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsCastAWarps */ 0 , /* mNumRegsCopySfLdsSttm */ 0 , /* mNumRegsCopySparsityInfo */ 0 -, /* mNumRegsPerThreadEpilogueWarp */ 168 -, /* mNumRegsPerThreadNonEpilogueWarp */ 48 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 4 -, /* mNumStagesB */ 4 -, /* mNumStagesMma */ 2 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 2 -, /* mNumStagesSmemSfA */ 4 -, /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 4 -, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -69926,13 +68937,3540 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 222872, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f", 640, "453174759486d5cf69905d999afdc218ca339cb24ad2a7f90146751588222c3b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 1 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 256 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 144 +, /* mNumRegsPerThreadNonEpilogueWarp */ 88 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 1 +, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 256 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 1 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 56 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 56 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 8 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 4 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 221848, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f", 640, "eb804c975c9070017f70d777a78da26c1ddb7f24f0c40c349a0867256d06e65f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 1 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 256 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 144 +, /* mNumRegsPerThreadNonEpilogueWarp */ 88 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 1 +, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 256 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 1 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 56 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 56 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 8 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 4 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 222872, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f", 640, "e387feae1e1ca9b2c93bc72d54cd035b4f9796b6380c458a3d615a82141633e8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 1 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 256 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 144 +, /* mNumRegsPerThreadNonEpilogueWarp */ 88 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 1 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 256 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 1 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 56 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 56 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 8 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 4 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f_cubin_len, 221848, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f", 640, "43daaae59700c6261cfff6fae7cbe91056f4e61452170608db2f80b625b6090d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 1 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 256 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 144 +, /* mNumRegsPerThreadNonEpilogueWarp */ 88 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 1 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 256 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 1 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 56 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 56 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 8 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 4 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 221072, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 640, "509722e9ec11421b2513f7cd2d3faff5bc473434b1cbb0da19c1f7c019950237", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221072, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "535f3fe8da9d47dd1988bd950f780b4fdaca568757b2b3a41cd2347f21e08292", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 220688, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 640, "e1de93fa95104b4050c53238c35ad3be46eac580d026df11dddae77c1165816b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 220688, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "68ed4c77bda741a7fd9e5200e945a0686d69bc27d39f88c09b640fe65433f058", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 200600, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 640, "446a3b442242e4524b8db27b529c31a78bd0a5284c75b1e110c867008496f8bf", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 32 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 200600, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "79b4e3f1a0c50d0de7243a468b27d5a5d19fea41d1de624427712eef10430d7b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 32 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 200216, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 640, "84976dbf9331b270bedc382984a5529d903072f96e98316228b9868bf29326bb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 32 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 200216, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "0df5949855db1a0d57d07f1000b22df5dd15fece821da9875b8c8bee950fb7b9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 32 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 221072, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 640, "5f57e2b74c8c324aa1f3de982b3c67cfd0237a59aacca7308c1dabca68359952", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221072, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "2030724ccadf3ea36dde52962cc9e00ee9aaca201659a010e8cd1d9dd6580eb3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 220688, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 640, "000296a9befea9ec01b16d1bc984d9d9d858fec1471696e9410434b333fce0f9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 220688, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "32c35df4172c523d329b3fef001e6d531937b67b9152c7577ca9d8ab3dec4d78", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 200600, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 640, "3122cf721fc10ab2547d5df61f8951db840322e0a3e245d7e08cab99a28b7d6f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 32 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 200600, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "d6a0b34d4655de8521e8361f05351431d9d3e5c0537d3f1ee1594ea04200740a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 32 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 200216, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 640, "72cba0eebe2d931ddfcdd1419bb57f7dfad07cce74c665170a793a46046bb0e6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 32 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 200216, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 640, "b1a3443eacc4496bd1757ee2a7da68a37068b3eb002ecfcea9a953c9f6ff2045", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 32 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 5 +, /* mNumStagesB */ 5 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 5 +, /* mNumStagesSmemSfB */ 5 +, /* mNumStagesTmemSfA */ 5 +, /* mNumStagesTmemSfB */ 5 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len, 162968, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f", 512, "c10896220d4932d9d0a6b88694203f537050af37b542c2ed2cf57093ac36d54b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 168 +, /* mNumRegsPerThreadNonEpilogueWarp */ 48 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 7 +, /* mNumStagesB */ 7 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 7 +, /* mNumStagesSmemSfB */ 7 +, /* mNumStagesTmemSfA */ 7 +, /* mNumStagesTmemSfB */ 7 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 48 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 48 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 1 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 1 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len, 163992, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f", 512, "34b8f2bf422d8a04996c43ca98d2d34ee40492c0f412e99d7a1d5ef811139358", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 168 +, /* mNumRegsPerThreadNonEpilogueWarp */ 48 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 7 +, /* mNumStagesB */ 7 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 7 +, /* mNumStagesSmemSfB */ 7 +, /* mNumStagesTmemSfA */ 7 +, /* mNumStagesTmemSfB */ 7 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 48 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 48 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 1 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 1 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len, 162968, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f", 512, "9a1046b197f953ef89caa22a96791b12f7fbf3fd9e9e88505c8fa9f1f17207ca", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 168 +, /* mNumRegsPerThreadNonEpilogueWarp */ 48 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 7 +, /* mNumStagesB */ 7 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 7 +, /* mNumStagesSmemSfB */ 7 +, /* mNumStagesTmemSfA */ 7 +, /* mNumStagesTmemSfB */ 7 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 48 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 48 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 1 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 1 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len, 163992, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f", 512, "bb64c69a2995d59f55d5a4e9ff876c6afcb99860e94743454e14a766db5752d3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 168 +, /* mNumRegsPerThreadNonEpilogueWarp */ 48 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 7 +, /* mNumStagesB */ 7 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 7 +, /* mNumStagesSmemSfB */ 7 +, /* mNumStagesTmemSfA */ 7 +, /* mNumStagesTmemSfB */ 7 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 48 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 48 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 1 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 1 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len, 182936, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f", 512, "4cb6e06e25c2958b33903d82eb25de5951b2ec1f9065e976fbff6e76e995096c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 64 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 168 +, /* mNumRegsPerThreadNonEpilogueWarp */ 48 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 48 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 48 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 1 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 1 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len, 183960, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f", 512, "bd21ef8a85152bffc3bf9d532431d8bd7c43e7e06f0aa73206b4c4456a8f7e55", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 64 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 168 +, /* mNumRegsPerThreadNonEpilogueWarp */ 48 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 48 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 48 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 1 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 1 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len, 182936, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f", 512, "8d7c80646237114d2a5ca5c8dfb032f3da8038aa8fbadf703c591ffd505eae50", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 64 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 168 +, /* mNumRegsPerThreadNonEpilogueWarp */ 48 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 48 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 48 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 1 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 1 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f_cubin_len, 183960, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f", 512, "b990550c50bc69dced298f4bea3542c265729a3973713ac7499e26c2a82755ed", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 2 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 256 +, /* mMmaN */ 64 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 168 +, /* mNumRegsPerThreadNonEpilogueWarp */ 48 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 @@ -69965,18 +72503,1405 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadLoadA */ 0 , /* mNumRegsPerThreadLoadB */ 48 , /* mNumRegsPerThreadLoadSfA */ 0 -, /* mNumRegsPerThreadLoadSfB */ 48 +, /* mNumRegsPerThreadLoadSfB */ 48 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 1 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 1 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 222096, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "a71a666d4eb660092b018280d41d6d3abf3c172d4c4aa9c4dc35045a7c0ce305", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 222096, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "07a055ef85e904d22689ec7e248731ec9358e84799d4bc60b26872137d72f9b8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 221968, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "424faa689f530844e9916d7124b0e21d81766a8e78b256816972309795766182", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221968, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "d6962e99fde2cf9211a083f11a062664dcca57194d46b6abb5d0b9f8c31bd32b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 229272, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "d0c04ad40bed365b29dc419528d0ace66b60d05911da1b404a7499c271d2f3f6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 229272, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "b2da343403a27e0bcf97bf7afd44bc7babe463661df8002d4f802d10f17bf83e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 220952, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "7e5e80b0a30d4aa40f847a4ad2e032cb4e9545516407b5bbceab25f21acb4e29", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 220952, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "7c062c8271b765c785821e7a8a2f6c0f97dffe8e46b8b288e348ca69881ff5df", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 222096, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "7abdb9582e2d1fc00828ae028dc9f6d37619c49bd9f9fd2021350b076ecb1c7a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 222096, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "53474c90b1714cf9ed273c68e43c1b2be5ae9b4612f523f10be7e88b577bd30d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 221968, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "e07a060965d5f7483ef97c78aaa350603acee827b350da4ef5a4e7be011c5935", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 , /* mNumTokens */ 2 , /* mNumWarpsLoadA */ 0 -, /* mNumWarpsLoadB */ 1 +, /* mNumWarpsLoadB */ 0 , /* mNumWarpsLoadSfA */ 0 -, /* mNumWarpsLoadSfB */ 1 +, /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 222032, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "88e83259cb492acbc07753c63cfc378ea2455531ea8cda69076c60e51f760222", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221968, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "2b6748125850b92b8fc220bcda73d14c28c53a95c7f5fa2e92c4ac751372a034", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -69991,10 +73916,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -70012,7 +73937,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 256 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -70031,15 +73956,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 -, /* mNumStagesMma */ 2 +, /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -70054,13 +73977,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 @@ -70074,10 +73996,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseUnrollLoop2xForMma */ 1 , /* mValidM */ 256 , /* mValidN */ 256 -, /* mValidK */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 , /* mActType */ gemmGatedAct::ActType(0) , /* mClampBeforeAct */ 1 @@ -70101,17 +74023,18 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221792, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "77419fe999b92cfa5849c611acc5e0ad2e43dcd94812f6e87f922e3dc0e98625", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 229272, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "60a0ca4bb8bd8b77e68a324570b357e92f26d67577990b5e0e662ab1a56d7fcb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 , /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(17826828) @@ -70119,10 +74042,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -70140,7 +74063,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 256 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -70158,16 +74081,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsCopySparsityInfo */ 0 , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 +, /* mNumSlicesForSplitK */ 2 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 -, /* mNumStagesMma */ 1 +, /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -70182,13 +74103,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) -, /* mSplitK */ gemm::SplitK(0) +, /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 256 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 @@ -70202,12 +74122,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseUnrollLoop2xForMma */ 1 , /* mValidM */ 256 , /* mValidN */ 256 -, /* mValidK */ 256 +, /* mValidK */ 1024 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -70229,10 +74149,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 229208, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "ad7959e13fb743833ed9d2853b261d7de6d8226987f07a556b241f971fc1ee63", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 229272, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "42dcc62d512a0e26161cf3aecc8ffab70b437e2990b8e13c3912c8d251f424f4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -70247,10 +74168,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -70268,7 +74189,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -70287,7 +74208,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 2 @@ -70295,7 +74215,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -70310,7 +74229,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 256 @@ -70330,10 +74248,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseUnrollLoop2xForMma */ 1 , /* mValidM */ 256 , /* mValidN */ 256 -, /* mValidK */ 512 +, /* mValidK */ 1024 , /* mWorldSize */ 1 , /* mActType */ gemmGatedAct::ActType(0) , /* mClampBeforeAct */ 1 @@ -70357,10 +74275,137 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 , /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 220952, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "8c425a2ffd03008fadb054b8dc75a1b7a2a8596b3defe81c4edc3a1e4f5867e6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 6 +, /* mNumStagesB */ 6 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 6 +, /* mNumStagesSmemSfB */ 6 +, /* mNumStagesTmemSfA */ 6 +, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 220776, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "9c6c48f95d524158c462858ca08f87f2695893646f34b0ddbbaf6c3ec727e463", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 220952, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "1a9392eece3afc1b8dd4da26998c85d9f598a2d098ab96de97eab2ab9a0af035", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -70375,10 +74420,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -70396,7 +74441,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -70415,7 +74460,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 6 , /* mNumStagesB */ 6 , /* mNumStagesMma */ 1 @@ -70423,7 +74467,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 6 , /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 6 , /* mNumStagesTmemSfB */ 6 , /* mNumStagesWorkId */ 3 @@ -70438,7 +74481,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 256 @@ -70458,6 +74500,258 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(0) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 221840, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "d332e5598f37e6c678d1b76290f06fb775d7669aae02855db58b14ea1fbaa1b9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221840, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "774916dc6f096cb494f14ce9501f962ac35fa1ed3a785256d64afee6bab661da", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(1) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 , /* mValidM */ 256 , /* mValidN */ 256 @@ -70485,12 +74779,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 222032, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "b52baa82baaa660c17181885a37c79362317f56a637e7e608a07affb820dc7d3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 221712, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "40b596f363fdecd4645e7d748540a4b2899e4922bcf1e084149857c6495d5056", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 @@ -70503,10 +74798,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -70533,7 +74828,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 128 , /* mMmaN */ 8 -, /* mMmaTileK */ 256 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 , /* mNumEpilogueWarps */ 4 @@ -70543,17 +74838,15 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 6 -, /* mNumStagesB */ 6 -, /* mNumStagesMma */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 2 -, /* mNumStagesSmemSfA */ 6 -, /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 6 -, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -70566,13 +74859,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 @@ -70586,12 +74878,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 , /* mValidM */ 256 , /* mValidN */ 256 , /* mValidK */ 512 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -70613,10 +74905,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221792, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "a131019c7ea6b47bd64103dd45cfcf6cf991b99416938c7810c4fb20438699ed", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221712, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "9f3b43f9e4d30b9baf4631ea25b87cdda9cfd262657bd34f325c1fc87ee9462c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -70631,10 +74924,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -70661,7 +74954,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 128 , /* mMmaN */ 8 -, /* mMmaTileK */ 256 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 , /* mNumEpilogueWarps */ 4 @@ -70671,17 +74964,15 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 6 -, /* mNumStagesB */ 6 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 -, /* mNumStagesSmemSfA */ 6 -, /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 6 -, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -70694,10 +74985,9 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 , /* mTileScheduler */ gemm::TileScheduler(0) @@ -70714,7 +75004,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 , /* mValidM */ 256 , /* mValidN */ 256 , /* mValidK */ 512 @@ -70741,10 +75031,137 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 , /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 229016, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "d862d8d888775abd117a86faced9b029d3fa8caff245e9b8c2c2e291566eded8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 229208, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "24606cb5cf12049b486e298b04bd0f306ad7746ac52522f53ee63152a56c006e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 229016, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "3626a50a93aa53dd237c3d7e8ef6f0827ae8bd5deadbb7902bc023f73a405237", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -70759,10 +75176,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -70789,7 +75206,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 128 , /* mMmaN */ 8 -, /* mMmaTileK */ 256 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 , /* mNumEpilogueWarps */ 4 @@ -70799,17 +75216,15 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 6 -, /* mNumStagesB */ 6 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 2 -, /* mNumStagesSmemSfA */ 6 -, /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 6 -, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -70822,10 +75237,9 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 256 +, /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 , /* mTileScheduler */ gemm::TileScheduler(1) @@ -70842,7 +75256,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 , /* mValidM */ 256 , /* mValidN */ 256 , /* mValidK */ 1024 @@ -70869,12 +75283,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 220776, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "fee3a9b2d1dc2ec774786f8dcd1a4febb5ba9ff8db9d19c7e19c084f366e375c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 220696, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "9dcd8f6398c371c1430a165162aeac426551277ac0e23402a87dd94828e3674e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 @@ -70887,10 +75302,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -70917,7 +75332,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 128 , /* mMmaN */ 8 -, /* mMmaTileK */ 256 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 , /* mNumEpilogueWarps */ 4 @@ -70927,17 +75342,15 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStagesA */ 6 -, /* mNumStagesB */ 6 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 -, /* mNumStagesSmemSfA */ 6 -, /* mNumStagesSmemSfB */ 6 -, /* mNumStagesTmemA */ 0 -, /* mNumStagesTmemSfA */ 6 -, /* mNumStagesTmemSfB */ 6 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 @@ -70950,10 +75363,9 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 256 +, /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 , /* mTileScheduler */ gemm::TileScheduler(0) @@ -70970,12 +75382,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 , /* mValidM */ 256 , /* mValidN */ 256 , /* mValidK */ 1024 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -70997,17 +75409,18 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221744, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "d18537301f376571aec1c1bbfd6ed7f15e80f19bddad6739261a281b7fc8bf12", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 220696, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "1720f6123c92e49216693c6f04a91c106b1bd9ab55cb2fe7843ab8a722be0127", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 , /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(17826828) @@ -71015,10 +75428,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -71036,7 +75449,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -71054,16 +75467,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsCopySparsityInfo */ 0 , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 +, /* mNumSlicesForSplitK */ 2 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 -, /* mNumStagesMma */ 2 +, /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -71078,13 +75489,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) -, /* mSplitK */ gemm::SplitK(0) +, /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 @@ -71101,7 +75511,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseUnrollLoop2xForMma */ 0 , /* mValidM */ 256 , /* mValidN */ 256 -, /* mValidK */ 512 +, /* mValidK */ 1024 , /* mWorldSize */ 1 , /* mActType */ gemmGatedAct::ActType(0) , /* mClampBeforeAct */ 1 @@ -71125,12 +75535,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221504, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "98e57993828cee29a1f0257d743a7207ac4d2bfa987cbcf28ff73838e12574bc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 221840, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "66d3753fea1dfeafa5fe7f107923fb20380a9cd153979c0bbfa19e58edec1767", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 @@ -71143,10 +75554,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -71164,7 +75575,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -71183,15 +75594,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 -, /* mNumStagesMma */ 1 +, /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -71206,13 +75615,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 @@ -71226,12 +75634,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseUnrollLoop2xForMma */ 1 , /* mValidM */ 256 , /* mValidN */ 256 -, /* mValidK */ 512 +, /* mValidK */ 1024 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -71253,17 +75661,18 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 228920, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "d6355671fe4f0d9ff0b51c41866156f4ea96850e9a8a71da6f52f2d0f74a4c0e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221840, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "75473500f82ba217367c76c935411d7ff28c35d3d614ece97a84f236040f7f30", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 , /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(17826828) @@ -71271,10 +75680,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -71310,8 +75719,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsCopySparsityInfo */ 0 , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 +, /* mNumSlicesForSplitK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -71319,7 +75727,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -71334,9 +75741,8 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) -, /* mSplitK */ gemm::SplitK(2) +, /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 @@ -71354,7 +75760,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseUnrollLoop2xForMma */ 1 , /* mValidM */ 256 , /* mValidN */ 256 , /* mValidK */ 1024 @@ -71381,17 +75787,18 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 220488, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "bf3b717aeedfd94583a4a5fd51f7476ee563dd33c73a1490f7f215ac00dcf9d9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 221712, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "f3303c9bae3db25e963f01a79aa9d2e25719dbeb0684bdeeedbf720f19a6d749", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 , /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(17826828) @@ -71399,10 +75806,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -71438,8 +75845,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsCopySparsityInfo */ 0 , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 +, /* mNumSlicesForSplitK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -71447,7 +75853,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -71462,9 +75867,8 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) -, /* mSplitK */ gemm::SplitK(2) +, /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 @@ -71482,12 +75886,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseUnrollLoop2xForMma */ 1 , /* mValidM */ 256 , /* mValidN */ 256 , /* mValidK */ 1024 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -71509,10 +75913,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221744, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "19c464ae31c83d57f3163cd2a7102f6f4ec7a8db14f4821ad16b521b361a3040", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221712, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "dfa5825e824237d81c091c669c32defbda27a8a7c7e96d9bb1aede6b3368adde", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -71527,10 +75932,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -71567,15 +75972,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 -, /* mNumStagesMma */ 2 +, /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -71590,13 +75993,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 @@ -71637,17 +76039,18 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 221504, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "45b919468aa7024f711858d7d466e4ae3ef54fabacc634860191a2685b8e379f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 229016, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "e9c21220289b892c23c385261784818548c578a5841e46b87db89718b1082ea0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) -, /* mBiasType */ gemm::BiasType(1) +, /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 , /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 , /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(17826828) @@ -71655,10 +76058,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -71676,7 +76079,7 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mK */ 2048 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -71694,16 +76097,14 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsCopySparsityInfo */ 0 , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 +, /* mNumSlicesForSplitK */ 2 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 -, /* mNumStagesMma */ 1 +, /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -71718,13 +76119,12 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) -, /* mSplitK */ gemm::SplitK(0) +, /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 , /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 @@ -71741,9 +76141,9 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mUseUnrollLoop2xForMma */ 1 , /* mValidM */ 256 , /* mValidN */ 256 -, /* mValidK */ 1024 +, /* mValidK */ 2048 , /* mWorldSize */ 1 -, /* mActType */ gemmGatedAct::ActType(0) +, /* mActType */ gemmGatedAct::ActType(2) , /* mClampBeforeAct */ 1 , /* mBatchedM */ {} , /* mBatchedN */ {} @@ -71765,10 +76165,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 228920, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "979fd0c1ab7b5db4fe68ca42f9f65de59b64ffbc71aacffed576e1d94e6efe78", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 229016, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "37634a02f09307d6de4db49a9cbee816f8ad510e1db529c7bb9e1aa8ae329a53", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -71783,10 +76184,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -71823,7 +76224,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -71831,7 +76231,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -71846,7 +76245,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -71893,10 +76291,137 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} +, /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 , /* mUseTmaOobOpt */ 1 + }, gemm::SmVersion::Sm100f}, +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f_cubin_len, 220696, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f", 512, "dfe8d7374bcd31e819845aa180bc2a490210929e2bbb11fc5c48a1f6359ccc12", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 1 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(0) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 +, /* mWorldSize */ 1 +, /* mActType */ gemmGatedAct::ActType(2) +, /* mClampBeforeAct */ 1 +, /* mBatchedM */ {} +, /* mBatchedN */ {} +, /* mBatchMode */ batchedGemm::BatchedGemmOptions::BatchMode(1) +, /* mBatchStrideInTokens */ -1 +, /* mFusedAct */ 1 +, /* mGridWaitForPrimaryRouting */ 1 +, /* mIsStaticBatch */ 0 +, /* mIsUniformNumTokensPerBatch */ 0 +, /* mNumBatches */ 128 +, /* mNumRegsPerThreadLoadA */ 0 +, /* mNumRegsPerThreadLoadB */ 0 +, /* mNumRegsPerThreadLoadSfA */ 0 +, /* mNumRegsPerThreadLoadSfB */ 0 +, /* mNumTokens */ 2 +, /* mNumWarpsLoadA */ 0 +, /* mNumWarpsLoadB */ 0 +, /* mNumWarpsLoadSfA */ 0 +, /* mNumWarpsLoadSfB */ 0 +, /* mRouteImpl */ batchedGemm::RouteImpl(2) +, /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 220488, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "18e9a7f7aadd02a2d55b4371bfab4bb33e33e61cc4d19fa3b3d79a047e130605", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin, Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f_cubin_len, 220696, "bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f", 512, "cb7e360a0bf8605e38dfb63e228576c4e425c022ff0e49faf7ada4b0d4bc91c3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -71911,10 +76436,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) , /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -71951,7 +76476,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -71959,7 +76483,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -71974,7 +76497,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 @@ -72021,10 +76543,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f_cubin_len, 193464, "bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f", 896, "4344d34cfd4f7b888f95feb52c3280028c130c52e3745aa47b0287bec8ae23ad", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f_cubin_len, 193688, "bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f", 896, "6c2e767ae62c7da7581d1f9797c45168598de080002b8390645335a9b47502c0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(2) , /* mBlockK */ -1 @@ -72039,10 +76562,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826828) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 32 , /* mEpilogueLdtmBits */ 32 , /* mEpilogueTileM */ 128 @@ -72079,7 +76602,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 152 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 7 , /* mNumStagesB */ 7 , /* mNumStagesMma */ 2 @@ -72087,7 +76609,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 7 , /* mNumStagesSmemSfB */ 7 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 7 , /* mNumStagesTmemSfB */ 7 , /* mNumStagesWorkId */ 3 @@ -72102,7 +76623,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 @@ -72149,10 +76669,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, -{Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f_cubin_len, 217752, "bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f", 896, "d1808898b3207a654e5a39a0aaa3abce88f38df661c69139f7b6df371e021bfa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f_cubin, Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f_cubin_len, 217752, "bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f", 896, "149f48cfa67eee8c1615df071852d054eb7f6296dbf3e1bae5c645496ce441e6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(2) , /* mBlockK */ -1 @@ -72167,10 +76688,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaA */ trtllm::gen::Dtype(17827853) , /* mDtypeMmaB */ trtllm::gen::Dtype(17826828) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 32 , /* mEpilogueLdtmBits */ 32 , /* mEpilogueTileM */ 128 @@ -72207,7 +76728,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 152 , /* mNumRegsPerThreadNonEpilogueWarp */ 48 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -72215,7 +76735,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -72230,7 +76749,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(1) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -72277,12 +76795,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(2) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm100f}, #endif // EXCLUDE_SM_100F #ifndef EXCLUDE_SM_103 -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 116304, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "fc2fb352c667de7485b995363a7afd18d559081a3f6fbd5f8e65307211280861", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 116368, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "07dcafd30f2e349ea818e3d3b816ec40bbdd0a2f261665c3209726508ec8c975", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -72297,10 +76816,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -72337,7 +76856,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -72345,7 +76863,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -72360,7 +76877,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -72407,10 +76923,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 116064, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "33aaf553a60bb375af5c2d02715b3425228f28936c887664e133f9b3ae05a07c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 116240, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "38cd91f274f1cfed2c53dfdd68ca2faae8d11f47d158f24271d4297d8c405b90", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -72425,10 +76942,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -72465,7 +76982,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -72473,7 +76989,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -72488,7 +77003,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -72535,10 +77049,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 116304, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "b7deea72f4d04347e989ac02eff6450a670a109055a86f889d8585fec634edbe", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 116368, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "00aa03ce3bcac5ac050aabc7af37a829f073a005f5bdbc33b7daa28f15e09b27", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -72553,10 +77068,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -72593,7 +77108,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -72601,7 +77115,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -72616,7 +77129,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -72663,10 +77175,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 116064, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "5a2eb30ab861df78f6f5b745b3ecee7d3f22211f53571328c679077aeec2e55e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 116240, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "fb28f2289161b81d1dc6dc067406ae796bb1d944fef6fd6f55b1f9bd64fdd804", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -72681,10 +77194,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -72721,7 +77234,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -72729,7 +77241,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -72744,7 +77255,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -72791,10 +77301,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 140880, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "332effe7f5822a0b9b8fafcd5e71ded6da1308f4f705000b5e761c01cf443fcf", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 140944, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "bc5cda33cbcd55ceae874ce9d799f062a0365d6798895ba0b2033a35a9c3a7ab", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -72809,10 +77320,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -72849,7 +77360,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -72857,7 +77367,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -72872,7 +77381,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -72919,10 +77427,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 140640, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "ad8a2566ce95cb0b157d30ac23197461d5cde02feb98654fd4218afd985a25f8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 140816, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "9a1d894e4393939e9eac9315efade0459a57365cf47f0d558728225fd504947a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -72937,10 +77446,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -72977,7 +77486,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -72985,7 +77493,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -73000,7 +77507,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -73047,10 +77553,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 140880, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "50ba61bf4a4fe4b60a4b01275aee870bb5c3a97ea0ade3ab90fdcf28c0e0bdba", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 140944, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "a5a1c68e10e8872edf445fb486844f7e8e18589c43c0d84b88209e8ec10f27e6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -73065,10 +77572,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -73105,7 +77612,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -73113,7 +77619,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -73128,7 +77633,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -73175,10 +77679,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 140640, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "c296c18a3c4f16cd8c1af077522284c28e8e5613c748c802ce655adc6de77070", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 140816, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "50f45c442887c874f0efc6cebad0e64ea6fea93ad85ce8b16a841c82f8df14c8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -73193,10 +77698,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -73233,7 +77738,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -73241,7 +77745,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -73256,7 +77759,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -73303,10 +77805,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 157200, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "5da51fb3a967c031389a2d83b8dc1c397e02483cb8ca13a64d4c77e079401e50", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 157328, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "e65fb4c0f43c6640ec059f63fb12c0d600916e1fd3086dd200c1ca8ab743a4ff", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -73321,10 +77824,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -73361,7 +77864,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -73369,7 +77871,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -73384,7 +77885,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -73431,10 +77931,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 156960, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "bfe4468fb0477b02d603131f9117f02a19a0824ff23bf0861f2f93d4330e0f8a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 157200, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "2af12ba09fda0fe483397879d84869a26678a144ba99885830fae722a632a30f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -73449,10 +77950,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -73489,7 +77990,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -73497,7 +77997,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -73512,7 +78011,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -73559,10 +78057,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 157200, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "a47917aa2d43eba3b6c2eb6b5345b193a16de9ea53d165a7a05c6435a0d54f97", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 157328, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "468139f4660b3e9c9d69f5daaf7b0db00c1a77a49d456f81f298eb29735a4bbd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -73577,10 +78076,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -73617,7 +78116,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -73625,7 +78123,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -73640,7 +78137,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -73687,10 +78183,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 156960, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "f46fda6f81cb30f3fd3df15a317351b1ffca6ce93a07fa241fb6e819e1aad2e2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 157200, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "8422c894b48a73264779e2f3deb1cb411e0dbea0f33842a50374214d7be2ddce", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -73705,10 +78202,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -73745,7 +78242,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -73753,7 +78249,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -73768,7 +78263,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -73815,10 +78309,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 104016, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "1bd574a0682a7269a2c384bfc9de808ba326842307e540d58932c3ff507a0854", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 104080, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "a718a2fe4af1844acab365ced53da58d9f153d04e72310b3293d147b104b55e6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -73833,10 +78328,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -73873,7 +78368,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -73881,7 +78375,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -73896,7 +78389,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -73943,10 +78435,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 103776, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "1047f5b01b209231ce0e64089f6e1e6d9c20042ce18f1d960c1d715b01b644f0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 103952, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "d4c46bec43fece4d731780c563dfd45db28edabba6c35af26d9d05f700e78d0a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -73961,10 +78454,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -74001,7 +78494,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -74009,7 +78501,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -74024,7 +78515,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -74071,10 +78561,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 104016, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "fc7b573e80ab5e97b184bd55e1fa29fad0a8bfcb6d74d41e0b0bf17a5b197af2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 104080, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "8517303b490220192a8a65cebeab77f45295fad7c5a6f4675b34f8d3ff5508d8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -74089,10 +78580,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -74129,7 +78620,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -74137,7 +78627,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -74152,7 +78641,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -74199,10 +78687,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 103776, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "8af3c7bd743e179442e4cc713ce71c9a0f86ad019ae834fc3e353a5317ae430d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 103952, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "af2f6d683560dac68f537efc9ff98af8fc060027c7c8b64974dee742495fff67", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -74217,10 +78706,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -74257,7 +78746,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -74265,7 +78753,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -74280,7 +78767,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -74327,10 +78813,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 123344, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "25696a068c8fc18b9653da7c55e4588bfcb74a91b77b3b27f02eb6184076811f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 123536, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "f94527d95515605d664db19e06705ad88c6799559780ed938d6548b5b762c8ac", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -74345,10 +78832,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -74385,7 +78872,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -74393,7 +78879,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -74408,7 +78893,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -74455,10 +78939,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 123104, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "fb3cc0e56022146970f047078d2a0a21c2161ad65266bb9fd470f211e6b4f36f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 123152, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "ce12eddee469fcb4732b85aab09e474886ea24c1ee6afeb5a7fbc405aa0d5efa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -74473,10 +78958,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -74513,7 +78998,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -74521,7 +79005,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -74536,7 +79019,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -74583,10 +79065,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 123344, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "9ac50d26585e682639bca101a8d8df0cc9c2ec22fe9042be33247bb1cc917be6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 123536, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 512, "ead53d4e43bd0757cc0365e1cc406b2db4cc0ff73f9cc2ca5e64d2fe0498509e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -74601,10 +79084,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -74641,7 +79124,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -74649,7 +79131,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -74664,7 +79145,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -74711,10 +79191,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 123104, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "703f7647aa14f2f6dbb07416e11c037a646d946e1d40272b40b713e244d4be88", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin, Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a_cubin_len, 123152, "bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a", 384, "82339e09861f14db2d1fad2dc77731439c87664aa9ad0f73c0540549a189118a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -74729,10 +79210,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -74769,7 +79250,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -74777,7 +79257,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -74792,7 +79271,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -74839,10 +79317,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(0) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(0)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 114256, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "e0e784c0c9e55a25880fed1352c0bf0f6b808c2cf563670c06a80b799c51869a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 114320, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "260495bf013585f26af55fa99ae45a7c40c4aec1cb8bdab53f5240272f947dac", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -74857,10 +79336,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -74897,7 +79376,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -74905,7 +79383,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -74920,7 +79397,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -74967,10 +79443,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 114016, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "37276ae08a2719ec48f905ff3d8b31d83fd4d16fc7ff3765b741f0ebaebb6130", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 114192, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "10e2c9b2fe1f4e1df09f67da29a63d8cd17e8deb26c77f8b31ad61ff79cbcee9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -74985,10 +79462,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -75025,7 +79502,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -75033,7 +79509,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -75048,7 +79523,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -75095,10 +79569,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 114256, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "ddb5a0f4e03d62844d4b077d560becb6efba25275166f1ba09ecd63873401f96", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 114320, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "c7e4e00a51fab39a148cbeccb82fe3fb41b0a8a02dc22352aa5d1c9aeee80951", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -75113,10 +79588,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -75153,7 +79628,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -75161,7 +79635,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -75176,7 +79649,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -75223,10 +79695,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 114016, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "9171cfa8591d4cbb5d59e24bb1e735d83a5adb350f89d94a13d0ec1136580114", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 114192, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "e5c9d4fb2e0455801021377d9ae75cc134eb8a9f5012ca2cb75474c021822b23", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -75241,10 +79714,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -75281,7 +79754,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -75289,7 +79761,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -75304,7 +79775,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -75351,10 +79821,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 136784, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "587273840db12546a1e920c8bcd7b66c86ce68a73772ab1d431a9006b21e643d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 136848, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "9ea1e535a600e70aadc2431a148ee0808e352600cc6a48f1b88edbea1ba3ad44", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -75369,10 +79840,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -75409,7 +79880,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -75417,7 +79887,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -75432,7 +79901,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -75479,10 +79947,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 136544, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "07f9ea2d6964818cfadc08af9e701f55a472492500c99c0aa227200700716f9f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 136720, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "77ab2ba8abe56046ca5141a0675c8a7ccbe1ffa1d7e9cfa5b1e584b3be52f476", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -75497,10 +79966,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -75537,7 +80006,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -75545,7 +80013,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -75560,7 +80027,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -75607,10 +80073,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 136784, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "88b3ff2c0e3d84a95ae5eaef6075d9d655990b2a12fc2ff46f72b8159b4ded71", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 136848, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "a3147ed18dfc064b1bce8cb2f98ecd8733227ba79926e801517c6c62c380d61b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -75625,10 +80092,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -75665,7 +80132,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -75673,7 +80139,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -75688,7 +80153,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -75735,10 +80199,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 136544, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "97860b2b094ab7a72d25efe39b2b99e0e81eb6ea7bb44fa5e75ce72a06f9b4b1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 136720, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "2ff7c54209005beb4038beb12b4cc8f506784afaa8ab8d3fed8233b5a6f5e646", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -75753,10 +80218,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -75793,7 +80258,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -75801,7 +80265,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -75816,7 +80279,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -75863,10 +80325,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 149008, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "b49d6174f42f62f07a31274faf22f222e9c21bde3e429663160ffc24384387d3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 149136, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "29783f8f9bb85c176340f9cf212f7830e1f406941898cfd40411bed17feeef77", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -75881,10 +80344,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -75921,7 +80384,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -75929,7 +80391,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -75944,7 +80405,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -75991,10 +80451,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 148768, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "4e2ea960c7fc5548755a8a6c431d9fbb03b7b33629f30022638c2ca1dac7f102", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 149008, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "ed1dab836fcd8a9a62ce77a3f60e1a8478b7fe62a6e3d5d6b559d291b22c53c3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -76009,10 +80470,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -76049,7 +80510,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -76057,7 +80517,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -76072,7 +80531,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -76119,10 +80577,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 149008, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "a3e7dd289bb6e20114fcdbfc67711cdeb25d75aa5bd3e17e6f81646e7e2fd263", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 149136, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "a1390455e653639d438bb626808e704a7aee4753787d58edd063484f2bdbdbed", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -76137,10 +80596,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -76177,7 +80636,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 @@ -76185,7 +80643,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -76200,7 +80657,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -76247,10 +80703,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 148768, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "76c814bb7f12d3bee9076a49980ef1c554f537fdc5026acc3da36f080ca65c6d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 149008, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "37686a0f0b1c832f774f803f6b84fd46163c3dfd945c9d38bd02e3a962cf0baa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -76265,10 +80722,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -76305,7 +80762,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 4 , /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 @@ -76313,7 +80769,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 4 , /* mNumStagesSmemSfB */ 4 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 4 , /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 @@ -76328,7 +80783,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -76375,10 +80829,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 102992, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "42c54609d64b222c8b601c69f32e6a93a9807a4a3bafa2116544460d6e659890", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 103056, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "8824a03e5abf2e1e80eaa34a6eb405b0003da1756f1b6f5c3785e1ca49ab4ff7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -76393,10 +80848,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -76433,7 +80888,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -76441,7 +80895,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -76456,7 +80909,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -76503,10 +80955,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 102752, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "a8542eac0264e2a5a06e78248024f7a6a5325ede9a55f9a4edc85feb47c027ac", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 102928, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "2d931660bf65d2c3d7b6dcc3f8f8916ab91ccb20f431e3086c98514a5a70e60e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -76521,10 +80974,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -76561,7 +81014,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -76569,7 +81021,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -76584,7 +81035,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -76631,10 +81081,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 102992, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "37b9132cc9720220e5fbca239d6b33f3cf7c7e052b4305311f361e66e3b33aad", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 103056, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "479f512d502398812f6b9fbd4f7c29822fada3be8d5f4a7c3469106035dcae4d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -76649,10 +81100,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -76689,7 +81140,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 2 @@ -76697,7 +81147,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -76712,7 +81161,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -76759,10 +81207,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 102752, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "4aa37c86cd686bb816424d56a4845f1b514b04ffd8c7ab6a6e8ac2c4ae751791", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 102928, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "6f9b00a7256107a70758b8726ad0703ee2ef75d22954773ba0d2f763dbe70034", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -76777,10 +81226,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -76817,7 +81266,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 5 , /* mNumStagesB */ 5 , /* mNumStagesMma */ 1 @@ -76825,7 +81273,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 5 , /* mNumStagesSmemSfB */ 5 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 5 , /* mNumStagesTmemSfB */ 5 , /* mNumStagesWorkId */ 3 @@ -76840,7 +81287,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 @@ -76887,10 +81333,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 122320, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "b038d2b7c72a90728d03bf541b253610129b674cd9646101fc706cf23be5cb90", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 122512, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "349cb6ad0ea69064545143ffd05def39871f06965835ff303c89b7673a48dc67", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -76905,10 +81352,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -76945,7 +81392,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -76953,7 +81399,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -76968,7 +81413,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -77015,10 +81459,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 122080, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "12e301660ac9c0d1b8e6ffafd9f57ea6495a7fd10751e3d13a8063f3d978bcfe", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 122128, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "d311e7dfd8d23393e285fb98d92a47221b75346b6ed1ece3af6c3a786a33dede", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -77033,10 +81478,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -77073,7 +81518,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -77081,7 +81525,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -77096,7 +81539,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -77143,10 +81585,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 122320, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "5da63f7be405cf5928a5fe06a6ccaf10e68a1608cfe70f91ef0a8c25e5dd2bb9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 122512, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "4d4ddb5fd540d75e0ff63a7a13752c07019d87c9b5ceced557c467664aadb76a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -77161,10 +81604,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -77201,7 +81644,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 2 @@ -77209,7 +81651,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 2 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -77224,7 +81665,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -77271,10 +81711,11 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, -{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 122080, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "8b56cb73ec2f70e924839a6796725e22d993aabe7e8b4359c79451d5b48f0615", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +{Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin, Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a_cubin_len, 122128, "bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a", 512, "9344afab994a47ea13ccf248aad2151f2e43de2005a826f18924f3ccacfe87de", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) , /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(1) , /* mBlockK */ -1 @@ -77289,10 +81730,10 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) , /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 1 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 @@ -77329,7 +81770,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumRegsPerThreadEpilogueWarp */ 0 , /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 , /* mNumStagesA */ 3 , /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 @@ -77337,7 +81777,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumStagesMmaAcrossWorkTile */ 1 , /* mNumStagesSmemSfA */ 3 , /* mNumStagesSmemSfB */ 3 -, /* mNumStagesTmemA */ 0 , /* mNumStagesTmemSfA */ 3 , /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 @@ -77352,7 +81791,6 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mSfLayoutB */ trtllm::gen::SfLayout(0) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 , /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 @@ -77399,13 +81837,13 @@ static const batchedGemm::BatchedGemmConfig tllmGenBatchedGemmList[] = { , /* mNumWarpsLoadSfB */ 0 , /* mRouteImpl */ batchedGemm::RouteImpl(1) , /* mRouteSfsImpl */ {batchedGemm::RouteImpl(1)} -, /* mUseTmaOobOpt */ 1 , /* mPrefetchB */ 0 +, /* mUseCMultiCast */ 0 +, /* mUseTmaOobOpt */ 1 }, gemm::SmVersion::Sm103a}, #endif // EXCLUDE_SM_103 }; // clang-format on } // namespace kernels - TRTLLM_NAMESPACE_END } // namespace batchedGemm diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelParams.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelParams.h index d0c0ba256cb7..7650961d2f57 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelParams.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelParams.h @@ -89,7 +89,8 @@ bool useTmaOobOptB(BatchedGemmOptions const& options) template bool useTmaOobOptC(BatchedGemmOptions const& options) { - return options.mUseTmaStore && options.mUseTmaOobOpt; + // C multicast uses direct pointers instead of TMA store + return options.mUseTmaStore && !options.mUseCMultiCast && options.mUseTmaOobOpt; } ////////////////////////////////////////////////////////////////////////////////////////////////// @@ -231,7 +232,7 @@ static auto makeTmaShapeStrideAbc(GemmOptions const& options, int sizeM, int siz // Create the TMA shape/stride for A/B block scaling factors. static auto makeTmaShapeStrideSfAb(int mM, int mN, int mK, MatrixType matrixType, int tileM, int tileN, int tileK, - tg::SfLayout layout, int sfReshapeFactor, const int32_t numEltsPerSf) + tg::SfLayout layout, int sfReshapeFactor, int32_t const numEltsPerSf) { // The outer dimension. @@ -247,6 +248,15 @@ static auto makeTmaShapeStrideSfAb(int mM, int mN, int mK, MatrixType matrixType { case tg::SfLayout::R128c4: { + // The scaling factor tensor packs 128x4 tiles into contiguous 512B blocks. + // The 512B block maps to a 32x16B (32x128b) block in TMEM. + // + // Additionally, we have to meet constraints of TMA that the box dimensions are less + // than 256 and boxDim[0] is a multiple of 16B. + // + // The "logical" tensor is: [outer, inner / numEltsPerSf] + // The aforementioned format is: [outer / 128, inner / numEltsPerSf / 4, 512] + // The shape we use for TMA is: [outer / 128, inner / numEltsPerSf / 4, 2, 256] auto shape = std::vector{256, 2, static_cast(ceilDiv(hiddenSize, numEltsPerSf * 4)), static_cast(ceilDiv(numTokens, 128))}; @@ -354,10 +364,11 @@ static KernelParams setKernelParams(GemmOptions_ const& options, bool const batc [[maybe_unused]] void const* ptrSparsityInfoA, void const* ptrBias, int32_t const* ptrPermutedIdxToBiasRowIdx, void* dSfC, float const* ptrScaleC, float const* ptrScaleAct, float const* ptrScaleGate, float const* ptrClampLimit, float const* ptrGatedActAlpha, float const* ptrGatedActBeta, int32_t const* routeMap, float* rowMax, - uint32_t* rowMaxBars, int32_t const* ptrNumNonExitingCtas = nullptr, - int32_t const* ptrTotalNumPaddedTokens = nullptr, int32_t const* ptrCtaIdxXyToBatchIdx = nullptr, - int32_t const* ptrCtaIdxXyToMnLimit = nullptr, int32_t const maxNumCtas = KernelParams::MaxNumCtas, - uint32_t* ptrDynamicTileCounter = nullptr) + uint32_t* rowMaxBars, int rank, int worldSize, uint32_t* ptrMulticastCompletionBarUc, + uint32_t* ptrMulticastCompletionBarMc, int32_t const* permutedIdxToExpandedIdx, void const* expertWeightsPtr, + int32_t const* ptrNumNonExitingCtas = nullptr, int32_t const* ptrTotalNumPaddedTokens = nullptr, + int32_t const* ptrCtaIdxXyToBatchIdx = nullptr, int32_t const* ptrCtaIdxXyToMnLimit = nullptr, + int32_t const maxNumCtas = KernelParams::MaxNumCtas, uint32_t* ptrDynamicTileCounter = nullptr) { static_assert(sizeof(KernelParams) <= 32 * 1024, "sizeof(KernelParams) has to be less or equal than 32KB"); @@ -598,7 +609,8 @@ static KernelParams setKernelParams(GemmOptions_ const& options, bool const batc } // C is the output activation - if (options.mUseTmaStore) + // Skip TMA descriptor setup when using C multicast - direct pointers are used instead + if (options.mUseTmaStore && !options.mUseCMultiCast) { // Shape/stride for gmem tensor C. // NOTE: Output is *always* sanitized across the whole MNK range. This ensures maximum @@ -711,7 +723,8 @@ static KernelParams setKernelParams(GemmOptions_ const& options, bool const batc } // C is the output activation - if (options.mUseTmaStore) + // Skip TMA descriptor setup when using C multicast - direct pointers are used instead + if (options.mUseTmaStore && !options.mUseCMultiCast) { // Shape/stride for gmem tensor C. // NOTE: Output is *always* sanitized across the whole MNK range. This ensures maximum @@ -732,8 +745,10 @@ static KernelParams setKernelParams(GemmOptions_ const& options, bool const batc params.k = options.mK; params.numBatches = options.mNumBatches; - params.rank = 0; - params.tpGrpSize = 1; + params.rank = rank; + params.tpGrpSize = worldSize; + params.ptrMulticastCompletionBarUc = ptrMulticastCompletionBarUc; + params.ptrMulticastCompletionBarMc = ptrMulticastCompletionBarMc; params.ptrPartialRowMax = rowMax; params.ptrRowMaxCompletionBars = rowMaxBars; @@ -745,6 +760,9 @@ static KernelParams setKernelParams(GemmOptions_ const& options, bool const batc params.ptrPerTokenSfB = ptrPerTokenSfB; params.ptrBias = ptrBias; + // Set MoE finalize parameters for direct register-to-gmem store + params.permutedIdxToExpandedIdx = permutedIdxToExpandedIdx; + params.expertWeightsPtr = expertWeightsPtr; // Set the dynamic tile counter pointer for dynamic scheduling. params.ptrDynamicTileCounter = ptrDynamicTileCounter; diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelParamsDecl.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelParamsDecl.h index 3833dbff3628..096aa1a8fac9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelParamsDecl.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelParamsDecl.h @@ -208,6 +208,26 @@ struct KernelParams // The output matrix C. Check "logical" layout of tmaC to see the shape and strides. void* ptrC{nullptr}; + ////////////////////////////////////////////////////////////////////////////////////////////////// + // + // MoE (Mixture of Experts) finalize parameters for direct register-to-gmem store. + // + ////////////////////////////////////////////////////////////////////////////////////////////////// + + // Mapping from permuted token index to expanded token index. + // Used in MoE finalize to map the batch dimension back to the original token order. + // Shape is [numTokens * topK] where topK is the number of experts per token. + // Value of -1 indicates an invalid/padded entry that should be skipped. + // The dtype is int32_t. + int32_t const* permutedIdxToExpandedIdx{nullptr}; + + // Expert weights (routing probabilities) for each expanded token. + // Used in MoE finalize to scale the output by the expert's routing weight. + // Shape is [numTokens * topK]. + // The dtype matches the output dtype (typically bfloat16 or float16). + // Can be nullptr if no expert weighting is needed. + void const* expertWeightsPtr{nullptr}; + // Inputs and output are MxFp{4,8}, Fp8, NvFp4. // The scaling factors to apply to the output - can be used to incorporate input scaling factors // as described below: C = SEncC * act(SDecA * SDecB * A * Bl) . (SDecA * SDecB * A * Br) @@ -317,8 +337,7 @@ struct KernelParams // // This is used for either: // * Per-token scaling factor quantization schemes, such as MetaFP8. The dtype is Dtype::Float32 - // * When the routing scales are applied to the input activations (only when output is not - // transposed). The dtype is Dtype::Bfloat16 + // * One-sided per-token scaling. The dtype is Dtype::Bfloat16 by default. // // if (batchM (A is activations)): // Logical shape is [sum(divUpMul(M[bi], tileM) for bi in B)] @@ -332,8 +351,7 @@ struct KernelParams // // This is used for either: // * Per-token scaling factor quantization schemes, such as MetaFP8. The dtype is Dtype::Float32 - // * When the routing scales are applied to the input activations (only when output is - // transposed). The dtype is Dtype::Bfloat16 + // * One-sided per-token scaling. The dtype is Dtype::Bfloat16 by default. // // if (batchM (B is weights)): // Logical shape is [B, divUpMul(N, tileN)] @@ -563,6 +581,14 @@ struct KernelParams int rank; // The number of peer devices in tensor-parallel group. int tpGrpSize; + // A barrier that is used to synchronize kernels running on multiple GPUs. + // UC is a unicast pointer in local GPU memory. + // MC is a multicast pointer to all other GPUs' memory. + // + // The value must be initialized to zero. The barrier is self-resetting. It + // does not have to be reset by another kernel after the grid has ended. + uint32_t* ptrMulticastCompletionBarUc; + uint32_t* ptrMulticastCompletionBarMc; ////////////////////////////////////////////////////////////////////////////////////////////////// // diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelTraits.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelTraits.h index 54f7f64f2822..462658a518be 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelTraits.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelTraits.h @@ -93,6 +93,19 @@ class MemAllocatorHelper throw std::runtime_error("Name not found: " + name); } + // Returns whether a chunk with the given name was allocated. + bool hasChunkByName(std::string const& name) const + { + for (size_t ii = 0; ii < mSmemChunkNames.size(); ++ii) + { + if (mSmemChunkNames[ii] == name) + { + return true; + } + } + return false; + } + // Returns the first chunk reuse flag given chunk name. int getFirstChunkReuseFlagByName(std::string const& name) const { @@ -172,6 +185,8 @@ inline int getNumSmemBitsPerElt(tg::Dtype dtype, tg::MmaKind mmaKind, int mmaK, } if (mmaKind == tg::MmaKind::MxFp8Fp6Fp4) { + (void) mmaK; + (void) isSparseA; return 8; } else @@ -193,11 +208,10 @@ class KernelTraits tg::Dtype dtypeMmaB, tg::MmaKind mmaKind, tg::Sparsity sparsityA, int32_t mmaK, int32_t tileM, int32_t tileN, int32_t tileK, int32_t mmaTileK, int32_t epilogueTileM, int32_t epilogueTileN, int32_t numEltsPerSfA, int32_t numEltsPerSfB, int32_t numStagesA, int32_t numStagesB, int32_t numStagesMma, int32_t numStagesSfA, - int32_t numStagesSfB, int32_t numSlicesForSplitK, int32_t numSlicesForSliceK, SplitK splitK, bool useTmaStore, - bool transposeMmaOutput, AllReduceAlgo allReduceAlgo, bool fuseUtccpWithUtcmma, bool useMaxTmemOverlap, - bool useCustomizedMma3xNvFp4, int32_t numEpilogueWarps, bool usePersistentScheduler, bool useDeepSeekFp8, - bool usePerTokenSfA, bool usePerTokenSfB, bool useTwoCtas, BiasType biasType, - FusedBiasShuffleMode fusedBiasShuffleMode) + int32_t numStagesSfB, int32_t numSlicesForSplitK, SplitK splitK, bool useTmaStore, bool transposeMmaOutput, + AllReduceAlgo allReduceAlgo, bool fuseUtccpWithUtcmma, bool useMaxTmemOverlap, bool useCustomizedMma3xNvFp4, + int32_t numEpilogueWarps, bool usePersistentScheduler, bool useDeepSeekFp8, bool usePerTokenSfA, + bool usePerTokenSfB, bool useTwoCtas, BiasType biasType, FusedBiasShuffleMode fusedBiasShuffleMode) : mMmaKind{mmaKind} , mFuseUtccpWithUtcmma{fuseUtccpWithUtcmma} , mUseMaxTmemOverlap{useMaxTmemOverlap} @@ -215,14 +229,12 @@ class KernelTraits // [gmemC0 ] (1024B aligned) (if needed) // [gmemC1 ] (1024B aligned) (if needed) // [rowMax ] (16B aligned) (if needed) - // [sliceK ] (16B aligned) (if needed) // [per-token SF ] (16B aligned) (if needed) // [bias ] (16B aligned) (if needed) // // SMEM for smemA and smemB might be repurposed and used for gmemC0 and gmemC1: // // [..smemA..][..smemB..][..smemBShuffle..] - // [..gmemC0..][..gmemC1..][..rowMax..][..sliceK..][..per-token SF..][..bias..] // if (mMmaKind == tg::MmaKind::Auto) @@ -277,9 +289,7 @@ class KernelTraits // - Do 4 TMA SW32 loads or several LDGSTS loads. { // Number of bytes in save shuffled B in shared memory. - auto const numSmemBytesLoadB = numSlicesForSliceK > 1 ? numStagesB * tileN * tileK - * getNumSmemBitsPerElt(dtypeB, mMmaKind, mmaK, isSparseA) / 8 /* bits */ - : 0; + auto const numSmemBytesLoadB = 0; // Number of bytes for load B alignment for TMA load. auto const numBytesAlignmentLoadB = 1024; // No need to reuse the first chunk. @@ -306,11 +316,6 @@ class KernelTraits bool usesSmemForGmemC = useTmaStore || doesSplitKUseDsmem(splitK); // SMEM for at leader CTA in DSMEM split-k contains K slices. auto extraGmemCMultiplier = doesSplitKUseDsmem(splitK) ? numSlicesForSplitK : 1; - if (numSlicesForSliceK > 1) - { - // TileN is expanded in N dimension for slice-K. - extraGmemCMultiplier *= numSlicesForSliceK; - } if (resIdx != 0 && !useDeepSeekFp8) { @@ -377,22 +382,6 @@ class KernelTraits firstChunkReuseSmem.emplace_back(false); } - // SliceK - { - // Real tile size before slice-K reduction. - auto const tileSize - = numSlicesForSliceK > 1 ? numSlicesForSliceK * tileM * numSlicesForSliceK * tileN : 0; - // Number of bytes for tile in SMEM. - auto const numBytesSmemTile = tileSize * tg::dtypeGetNumBits(dtypeAcc) / 8 /* bits */; - // Number of bytes alignment for rowMax in SMEM. - auto const numBytesAlignmentTile = 16; - - // Add info. - smemChunkNames.emplace_back("smemSliceK"); - numBytesAndAlignmentPerSmemChunk.emplace_back(std::make_pair(numBytesSmemTile, numBytesAlignmentTile)); - firstChunkReuseSmem.emplace_back(false); - } - // Per-token Scale Factors {{// Number of bytes for per-token scale factors auto const numBytesSmemPerTokenSf = (usePerTokenSfA ? (tileM) * sizeof(float) : 0); @@ -418,26 +407,45 @@ class KernelTraits } // Bias + // + // For DeepSeek FP8 we have two epilogue resources (Epilogue0 and Epilogue1) that share the + // same SMEM stack base pointer. Each handles a different half-tile of the output along the + // (halved) hidden axis. If they both wrote into the same bias SMEM chunk, the later loader + // would clobber the earlier loader's data. So allocate one bias chunk per resource here + // (smemBias0 / smemBias1) and let `getSmemOffsetBias(traits, resIdx)` return the per- + // resource offset. For DeepSeek FP8 + BiasType::Mn, each per-resource bias chunk only + // holds the half-tile (tileM*tileN/2 floats), matching what each Epilogue actually loads. { - int32_t numBytesSmemBias = 0; + int32_t numBytesSmemBiasPerRes = 0; if (isBiasTypeN(biasType)) { - numBytesSmemBias = tileN * sizeof(float); + numBytesSmemBiasPerRes = tileN * sizeof(float); } else if (isBiasTypeM(biasType)) { - numBytesSmemBias = tileM * sizeof(float); + numBytesSmemBiasPerRes = tileM * sizeof(float); } else if (isBiasTypeMn(biasType)) { - numBytesSmemBias = tileM * tileN * sizeof(float); + int32_t const numBiasElts = useDeepSeekFp8 ? (tileM * tileN / 2) : (tileM * tileN); + numBytesSmemBiasPerRes = numBiasElts * sizeof(float); } // Number of bytes alignment for bias auto const numBytesAlignmentBias = 16; - // Add info. - smemChunkNames.emplace_back("smemBias"); - numBytesAndAlignmentPerSmemChunk.emplace_back(std::make_pair(numBytesSmemBias, numBytesAlignmentBias)); - firstChunkReuseSmem.emplace_back(false); + // Only split into per-resource (Epilogue0/Epilogue1) chunks for the DeepSeek FP8 + + // BiasType::Mn path, where each epilogue resource loads its own half-tile of bias + // and they would otherwise clobber each other. For every other configuration — + // including plain DeepSeek FP8 with BiasType::None — keep the original single-chunk + // layout so we don't perturb SMEM offsets of unrelated tests. + int32_t const numBiasResources = (useDeepSeekFp8 && isBiasTypeMn(biasType)) ? 2 : 1; + for (int32_t biasResIdx = 0; biasResIdx < numBiasResources; ++biasResIdx) + { + // Add info. + smemChunkNames.emplace_back("smemBias" + std::to_string(biasResIdx)); + numBytesAndAlignmentPerSmemChunk.emplace_back( + std::make_pair(numBytesSmemBiasPerRes, numBytesAlignmentBias)); + firstChunkReuseSmem.emplace_back(false); + } } // Per-block absolute maximum for multi-warp reduction. @@ -474,19 +482,6 @@ class KernelTraits // Create SMEM helper object. mSmemAllocatorHelper = MemAllocatorHelper(numBytesAndAlignmentPerSmemChunk, firstChunkReuseSmem, smemChunkNames); -#if 0 - // E.g., - // Chunk 0 smemLoadA: 32768 bytes, 1024 alignment, false, offset 0 - // Chunk 1 smemLoadB: 32768 bytes, 1024 alignment, false, offset 32768 - // Chunk 2 smemBShuffle: 0 bytes, 1024 alignment, false, offset 65536 - // Chunk 3 smemGmemC0: 65536 bytes, 1024 alignment, true, offset 0 - // Chunk 4 smemGmemC1: 65536 bytes, 1024 alignment, false, offset 65536 - // Chunk 5 smemRowMax: 512 bytes, 16 alignment, false, offset 131072 - // Chunk 6 smemSliceK: 0 bytes, 16 alignment, false, offset 131584 - // Chunk 7 smemPerTokenSfA: 0 bytes, 16 alignment, false, offset 131584 - // Chunk 8 smemPerTokenSfB: 0 bytes, 16 alignment, false, offset 131584 - mSmemAllocatorHelper.print(); -#endif } // @@ -503,8 +498,8 @@ class KernelTraits // | set0:epiTileN0 | set0:epiTileN1/set1:epiTileN0 | set1:epiTileN1 | auto const numCols = mUseMaxTmemOverlap ? 2 * tileN - epilogueTileN : tileN; // Number of columns for accumulators. - auto const numTmemColsD = numSlicesForSliceK * numCols * numStagesMma * tg::dtypeGetNumBits(dtypeAcc) - / tg::dtypeGetNumBits(tg::Dtype::UInt32); + auto const numTmemColsD + = numCols * numStagesMma * tg::dtypeGetNumBits(dtypeAcc) / tg::dtypeGetNumBits(tg::Dtype::UInt32); // Number of columns for D alignment. auto const numColsAlignmentD = 2; // No need to reuse TMEM. @@ -518,12 +513,10 @@ class KernelTraits // Matrix A { - // We use TMEM for A if we use slice-K or if we need to cast A. - bool const useTmemA = (numSlicesForSliceK > 1) || (dtypeMmaA != dtypeA); - // Number of columns for A. - auto const numTmemColsA = useTmemA ? numStagesA * tileK - / (numSlicesForSliceK * tg::dtypeGetNumBits(tg::Dtype::UInt32) / tg::dtypeGetNumBits(dtypeMmaA)) - : 0; + bool const useTmemA = dtypeMmaA != dtypeA; + auto const numTmemColsA = useTmemA + ? numStagesA * tileK * tg::dtypeGetNumBits(dtypeMmaA) / tg::dtypeGetNumBits(tg::Dtype::UInt32) + : 0; // Number of columns for A alignment. auto const numColsAlignmentA = 4; // No need to reuse TMEM. @@ -692,11 +685,6 @@ inline int32_t getSmemOffsetRowMax(KernelTraits traits) //////////////////////////////////////////////////////////////////////////////////////////////////// -inline int32_t getSmemOffsetSliceK(KernelTraits traits) -{ - return traits.mSmemAllocatorHelper.getChunkOffsetByName("smemSliceK"); -} - //////////////////////////////////////////////////////////////////////////////////////////////////// inline int32_t getSmemOffsetPerTokenSfA(KernelTraits traits) @@ -713,9 +701,16 @@ inline int32_t getSmemOffsetPerTokenSfB(KernelTraits traits) //////////////////////////////////////////////////////////////////////////////////////////////////// -inline int32_t getSmemOffsetBias(KernelTraits traits) +inline int32_t getSmemOffsetBias(KernelTraits traits, int resIdx = 0) { - return traits.mSmemAllocatorHelper.getChunkOffsetByName("smemBias"); + // The allocator decides — based on `useDeepSeekFp8 && isBiasTypeMn(biasType)` — whether to + // create per-resource chunks (smemBias0, smemBias1) or a single shared chunk (smemBias0). + // Rather than have every caller re-derive that predicate, fall back to smemBias0 when the + // requested per-resource chunk does not exist. This keeps the rule in one place — where the + // chunks are added — and lets consumers stay ignorant of the kernel's SMEM layout strategy. + std::string const name = "smemBias" + std::to_string(resIdx); + return traits.mSmemAllocatorHelper.getChunkOffsetByName( + traits.mSmemAllocatorHelper.hasChunkByName(name) ? name : "smemBias0"); } //////////////////////////////////////////////////////////////////////////////////////////////////// diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/config.json b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/config.json index 6349f086368a..a414d177c1ef 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/config.json +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/config.json @@ -10,7 +10,6 @@ "useTwoTmaLoadWarps": true, "clusterDimY": 1, "clusterDimZ": 1, - "sliceK": false, "useTmaStore": true, "useCustomMmaSchedule": true, "gridTriggerSecondaryB": true, @@ -27,11 +26,10 @@ "_template": "BatchedGemmDefault", "tileM": 128, "epilogueTileM": 128, - "numStagesMma": 1, + "numStagesMma": 1, "useShuffledMatrix": true, "useDeepSeekFp8": false }, - "BatchedGemmFp4Base": { "_template": "BatchedGemmNonDsBase", "dtypeA": "e2m1", @@ -74,7 +72,6 @@ "epilogueLdtmDps": 32, "epilogueLdtmBits": 32 }, - "BatchedGemmPerTensorScalingFp8Base": { "_template": "BatchedGemmNonDsBase", "dtypeA": "e4m3", @@ -108,7 +105,6 @@ "epilogueLdtmDps": 32, "epilogueLdtmBits": 32 }, - "BatchedGemmDeepSeekFp8LowLatency": { "_template": "BatchedGemmDefault", "dtypeA": "e4m3", @@ -127,7 +123,6 @@ "batch": "N", "ctaSwizzleType": "rasterizeAlongM" }, - "BatchedGemmMxE2m1E4m3LowLatency": { "_template": "BatchedGemmNonDsBase", "mmaM": 128, @@ -146,7 +141,6 @@ "batch": "N", "ctaSwizzleType": "rasterizeAlongM" }, - "BatchedGemmMxE2m1MxE4m3Base": { "_template": "BatchedGemmNonDsBase", "dtypeC": "mxe4m3", @@ -195,7 +189,6 @@ "epilogueLdtmDps": 32, "epilogueLdtmBits": 32 }, - "BatchedGemmMxE2m1Bf16LowLatency": { "_template": "BatchedGemmNonDsBase", "mmaM": 128, @@ -235,8 +228,15 @@ "_template": "BatchedGemmFp4LowLatency", "routeAct": false, "fusedAct": false, - "useUnrollLoop2xForMma": [true, false], - "dtypeC": ["bf16", "fp16", "e2m1"], + "useUnrollLoop2xForMma": [ + true, + false + ], + "dtypeC": [ + "bf16", + "fp16", + "e2m1" + ], "listN": "8,8", "numExperts": 2, "numStagesMma": 1, @@ -246,9 +246,19 @@ "_template": "BatchedGemmPerTensorScalingFp8LowLatency", "routeAct": false, "fusedAct": false, - "eltwiseActType": ["none", "relu2"], - "useUnrollLoop2xForMma": [true, false], - "dtypeC": ["bf16", "fp16", "e4m3"], + "eltwiseActType": [ + "none", + "relu2" + ], + "useUnrollLoop2xForMma": [ + true, + false + ], + "dtypeC": [ + "bf16", + "fp16", + "e4m3" + ], "tileK": 512, "numStages": 3, "listN": "8,8", @@ -260,8 +270,15 @@ "_template": "BatchedGemmDeepSeekFp8LowLatency", "routeAct": false, "fusedAct": false, - "useUnrollLoop2xForMma": [true, false], - "dtypeC": ["bf16", "fp16", "e4m3"], + "useUnrollLoop2xForMma": [ + true, + false + ], + "dtypeC": [ + "bf16", + "fp16", + "e4m3" + ], "listN": "8,8", "numExperts": 2, "numStagesMma": 2, @@ -274,25 +291,116 @@ "_template": "BatchedGemmFp4LowLatency", "routeAct": "tma", "fusedAct,act,eltwiseActType": [ - [true, "swiglu", "none"], - [true, "geglu", "none"], - [false, "swiglu", "relu2"], - [false, "none", "silu"] + [ + true, + "swiglu", + "none" + ], + [ + true, + "geglu", + "none" + ], + [ + false, + "swiglu", + "relu2" + ], + [ + false, + "none", + "silu" + ] ], "sfLayoutB": "linear", - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "dtypeC": "e2m1", "mmaM,mmaN,tileN,epilogueTileN,tileK,numSlicesForSplitK,clusterDimX,clusterDimZ,numStages,routeSfsAct": [ - [128, 8, 8, 8, 512, 1, 1, 1, 5, "tma"], - [128, 8, 8, 8, 256, 1, 1, 1, 9, "ldgsts"], - [256, 16, 16, 16, 512, 1, 2, 1, 5, "tma"], - [128, 16, 16, 16, 256, 1, 1, 1, 9, "ldgsts"], - [256, 32, 32, 32, 512, 1, 2, 1, 5, "tma"], - [128, 32, 32, 32, 256, 1, 1, 1, 9, "ldgsts"] + [ + 128, + 8, + 8, + 8, + 512, + 1, + 1, + 1, + 5, + "tma" + ], + [ + 128, + 8, + 8, + 8, + 256, + 1, + 1, + 1, + 9, + "ldgsts" + ], + [ + 256, + 16, + 16, + 16, + 512, + 1, + 2, + 1, + 5, + "tma" + ], + [ + 128, + 16, + 16, + 16, + 256, + 1, + 1, + 1, + 9, + "ldgsts" + ], + [ + 256, + 32, + 32, + 32, + 512, + 1, + 2, + 1, + 5, + "tma" + ], + [ + 128, + 32, + 32, + 32, + 256, + 1, + 1, + 1, + 9, + "ldgsts" + ] ], "tileScheduler,numStagesMma": [ - ["static", 1], - ["persistent", 2] + [ + "static", + 1 + ], + [ + "persistent", + 2 + ] ] }, { @@ -301,21 +409,75 @@ "routeAct": "tma", "routeSfsAct": "tma", "fusedAct,act,eltwiseActType": [ - [true, "geglu", "none"], - [false, "none", "relu2"], - [false, "none", "silu"] + [ + true, + "geglu", + "none" + ], + [ + false, + "none", + "relu2" + ], + [ + false, + "none", + "silu" + ] ], "sfLayoutA": "128x4", "sfLayoutB": "linear", "dtypeC": "e2m1", "layoutA": "T", "mmaN,tileN,epilogueTileN,numSlicesForSplitK,clusterDimZ,numStages": [ - [8, 8, 8, 2, 2, 5], - [8, 8, 8, 3, 3, 5], - [8, 8, 8, 4, 4, 5], - [16, 16, 16, 3, 3, 4], - [16, 16, 16, 4, 4, 4], - [32, 32, 32, 2, 2, 3] + [ + 8, + 8, + 8, + 2, + 2, + 5 + ], + [ + 8, + 8, + 8, + 3, + 3, + 5 + ], + [ + 8, + 8, + 8, + 4, + 4, + 5 + ], + [ + 16, + 16, + 16, + 3, + 3, + 4 + ], + [ + 16, + 16, + 16, + 4, + 4, + 4 + ], + [ + 32, + 32, + 32, + 2, + 2, + 3 + ] ], "numStagesMma": 2, "tileScheduler": "persistent" @@ -325,21 +487,64 @@ "_template": "BatchedGemmFp4HighThroughput", "routeAct": "tma", "fusedAct,act,eltwiseActType": [ - [true, "swiglu", "none"], - [true, "geglu", "none"], - [false, "none", "relu2"], - [false, "none", "silu"] + [ + true, + "swiglu", + "none" + ], + [ + true, + "geglu", + "none" + ], + [ + false, + "none", + "relu2" + ], + [ + false, + "none", + "silu" + ] ], "sfLayoutB": "linear", - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "numRegsPerThreadNonEpilogueWarp": 48, "dtypeC": "e2m1", "tileScheduler": "persistent", "numStagesMma": 2, "mmaN,tileN,epilogueTileN,tileK,numStages,sfLayoutC,routeSfsAct": [ - [64, 64, 32, 512, 4, "8x4", "tma"], - [64, 64, 64, 256, 6, "8x4", "ldgsts"], - [128, 128, 32, 256, 6, "128x4", "ldgsts"] + [ + 64, + 64, + 32, + 512, + 4, + "8x4", + "tma" + ], + [ + 64, + 64, + 64, + 256, + 6, + "8x4", + "ldgsts" + ], + [ + 128, + 128, + 32, + 256, + 6, + "128x4", + "ldgsts" + ] ] }, { @@ -348,10 +553,26 @@ "routeAct": "ldgsts", "routeSfsAct": "ldgsts", "fusedAct,act,eltwiseActType": [ - [true, "swiglu", "none"], - [true, "geglu", "none"], - [false, "none", "relu2"], - [false, "none", "silu"] + [ + true, + "swiglu", + "none" + ], + [ + true, + "geglu", + "none" + ], + [ + false, + "none", + "relu2" + ], + [ + false, + "none", + "silu" + ] ], "dtypeC": "e2m1", "sfLayoutB": "linear", @@ -364,7 +585,14 @@ "fuseLoadSfTask": true, "numStagesMma": 2, "mmaN,tileN,epilogueTileN,tileK,numStages,sfLayoutC": [ - [128, 128, 32, 512, 3, "128x4"] + [ + 128, + 128, + 32, + 512, + 3, + "128x4" + ] ] }, { @@ -372,10 +600,26 @@ "_template": "BatchedGemmFp4HighThroughput", "routeAct": "tma", "fusedAct,act,eltwiseActType": [ - [true, "swiglu", "none"], - [true, "geglu", "none"], - [false, "none", "relu2"], - [false, "none", "silu"] + [ + true, + "swiglu", + "none" + ], + [ + true, + "geglu", + "none" + ], + [ + false, + "none", + "relu2" + ], + [ + false, + "none", + "silu" + ] ], "sfLayoutB": "linear", "useUnrollLoop2xForMma": false, @@ -393,7 +637,14 @@ "numRegsPerThreadLoadB": 32, "numRegsPerThreadLoadSfB": 40, "mmaN,tileN,epilogueTileN,tileK,numStages,sfLayoutC": [ - [256, 256, 64, 256, 4, "128x4"] + [ + 256, + 256, + 64, + 256, + 4, + "128x4" + ] ] }, { @@ -402,10 +653,26 @@ "routeAct": "ldgsts", "routeSfsAct": "ldgsts", "fusedAct,act,eltwiseActType": [ - [true, "swiglu", "none"], - [true, "geglu", "none"], - [false, "none", "relu2"], - [false, "none", "silu"] + [ + true, + "swiglu", + "none" + ], + [ + true, + "geglu", + "none" + ], + [ + false, + "none", + "relu2" + ], + [ + false, + "none", + "silu" + ] ], "sfLayoutB": "linear", "useUnrollLoop2xForMma": false, @@ -421,7 +688,14 @@ "numRegsPerThreadEpilogueWarp": 232, "numRegsPerThreadLoadB": 160, "mmaN,tileN,epilogueTileN,tileK,numStages,sfLayoutC": [ - [256, 256, 64, 256, 4, "128x4"] + [ + 256, + 256, + 64, + 256, + 4, + "128x4" + ] ] }, { @@ -429,19 +703,46 @@ "_template": "BatchedGemmFp4HighThroughputNonSwapAb", "routeAct": "tma", "fusedAct,act,eltwiseActType": [ - [true, "swiglu", "none"], - [true, "geglu", "none"], - [false, "none", "relu2"], - [false, "none", "silu"] + [ + true, + "swiglu", + "none" + ], + [ + true, + "geglu", + "none" + ], + [ + false, + "none", + "relu2" + ], + [ + false, + "none", + "silu" + ] ], "sfLayoutA": "linear", - "numWarpsLoadSfA": [2, 4], + "numWarpsLoadSfA": [ + 2, + 4 + ], "useUnrollLoop2xForMma": false, "numRegsPerThreadNonEpilogueWarp": 48, "tileScheduler": "persistent", "numStagesMma": 2, "mmaN,tileN,epilogueTileN,tileK,numStages,sfLayoutB,routeSfsAct": [ - [128, 128, 64, 256, 6, "128x4", "ldgsts"] + [ + 128, + 128, + 64, + 256, + 6, + "128x4", + "ldgsts" + ] ] }, { @@ -449,10 +750,26 @@ "_template": "BatchedGemmFp4HighThroughputNonSwapAb", "routeAct": "tma", "fusedAct,act,eltwiseActType": [ - [true, "swiglu", "none"], - [true, "geglu", "none"], - [false, "none", "relu2"], - [false, "none", "silu"] + [ + true, + "swiglu", + "none" + ], + [ + true, + "geglu", + "none" + ], + [ + false, + "none", + "relu2" + ], + [ + false, + "none", + "silu" + ] ], "sfLayoutA": "linear", "useUnrollLoop2xForMma": false, @@ -465,7 +782,18 @@ "numRegsPerThreadLoadA": 32, "numRegsPerThreadLoadSfA": 40, "mmaN,tileN,epilogueTileN,tileK,numStages,sfLayoutC,numEpilogueWarps,numRegsPerThreadNonEpilogueWarp,numRegsPerThreadEpilogueWarp,ctaSwizzleType": [ - [256, 256, 64, 256, 5, "128x4", 4, 104, 256, "rasterizeAlongN"] + [ + 256, + 256, + 64, + 256, + 5, + "128x4", + 4, + 104, + 256, + "rasterizeAlongN" + ] ] }, { @@ -473,19 +801,88 @@ "_template": "BatchedGemmFp4LowLatency", "routeAct": false, "fusedAct": false, - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "dtypeC": "bf16", "mmaM,mmaN,tileN,epilogueTileN,tileK,numSlicesForSplitK,clusterDimX,clusterDimZ,numStages": [ - [128, 8, 8, 8, 512, 1, 1, 1, 5], - [128, 8, 8, 8, 256, 1, 1, 1, 9], - [256, 16, 16, 16, 512, 1, 2, 1, 5], - [128, 16, 16, 16, 256, 1, 1, 1, 9], - [256, 32, 32, 32, 512, 1, 2, 1, 5], - [128, 32, 32, 32, 256, 1, 1, 1, 9] + [ + 128, + 8, + 8, + 8, + 512, + 1, + 1, + 1, + 5 + ], + [ + 128, + 8, + 8, + 8, + 256, + 1, + 1, + 1, + 9 + ], + [ + 256, + 16, + 16, + 16, + 512, + 1, + 2, + 1, + 5 + ], + [ + 128, + 16, + 16, + 16, + 256, + 1, + 1, + 1, + 9 + ], + [ + 256, + 32, + 32, + 32, + 512, + 1, + 2, + 1, + 5 + ], + [ + 128, + 32, + 32, + 32, + 256, + 1, + 1, + 1, + 9 + ] ], "tileScheduler,numStagesMma": [ - ["static", 1], - ["persistent", 2] + [ + "static", + 1 + ], + [ + "persistent", + 2 + ] ] }, { @@ -497,9 +894,33 @@ "dtypeC": "bf16", "layoutA": "T", "mmaN,tileN,epilogueTileN,numSlicesForSplitK,clusterDimZ,numStagesMma,numStages": [ - [8, 8, 8, 2, 2, 1, 5], - [8, 8, 8, 3, 3, 1, 5], - [8, 8, 8, 4, 4, 1, 5] + [ + 8, + 8, + 8, + 2, + 2, + 1, + 5 + ], + [ + 8, + 8, + 8, + 3, + 3, + 1, + 5 + ], + [ + 8, + 8, + 8, + 4, + 4, + 1, + 5 + ] ], "tileScheduler": "persistent" }, @@ -508,13 +929,30 @@ "_template": "BatchedGemmFp4HighThroughput", "routeAct": false, "fusedAct": false, - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "dtypeC": "bf16", "tileScheduler": "persistent", "numStagesMma": 2, "mmaN,tileN,epilogueTileN,tileK,numStages,sfLayoutB,": [ - [64, 64, 64, 512, 4, "8x4"], - [128, 128, 128, 256, 6, "128x4"] + [ + 64, + 64, + 64, + 512, + 4, + "8x4" + ], + [ + 128, + 128, + 128, + 256, + 6, + "128x4" + ] ] }, { @@ -529,7 +967,14 @@ "fuseUtccpWithUtcmma": true, "useMaxTmemOverlap": true, "mmaN,tileN,epilogueTileN,tileK,numStages,sfLayoutB": [ - [256, 256, 64, 256, 5, "128x4"] + [ + 256, + 256, + 64, + 256, + 5, + "128x4" + ] ] }, { @@ -542,7 +987,14 @@ "tileScheduler": "persistent", "numStagesMma": 2, "mmaN,tileN,epilogueTileN,tileK,numStages,sfLayoutA,": [ - [128, 128, 128, 256, 6, "128x4"] + [ + 128, + 128, + 128, + 256, + 6, + "128x4" + ] ] }, { @@ -556,7 +1008,14 @@ "fuseUtccpWithUtcmma": true, "useMaxTmemOverlap": true, "mmaN,tileN,epilogueTileN,tileK,numStages,sfLayoutA": [ - [256, 256, 64, 256, 5, "128x4"] + [ + 256, + 256, + 64, + 256, + 5, + "128x4" + ] ] }, { @@ -564,19 +1023,68 @@ "_template": "BatchedGemmDeepSeekFp8LowLatency", "routeAct": "tma", "fusedAct": false, - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "numRegsPerThreadNonEpilogueWarp": 80, "dtypeC": "e4m3", "mmaN,tileN,epilogueTileN,numStages,numWarpsLoadB,numRegsPerThreadEpilogueWarp,numRegsPerThreadNonEpilogueWarp": [ - [8, 8, 8, 8, 2, 160, 48], - [16, 16, 16, 6, 2, 160, 48], - [32, 32, 32, 6, 2, 160, 48], - [64, 64, 64, 6, 4, 160, 48], - [128, 128, 128, 5, 4, 152, 80] + [ + 8, + 8, + 8, + 8, + 2, + 160, + 48 + ], + [ + 16, + 16, + 16, + 6, + 2, + 160, + 48 + ], + [ + 32, + 32, + 32, + 6, + 2, + 160, + 48 + ], + [ + 64, + 64, + 64, + 6, + 4, + 160, + 48 + ], + [ + 128, + 128, + 128, + 5, + 4, + 152, + 80 + ] ], "tileScheduler,numStagesMma": [ - ["static", 2], - ["persistent", 4] + [ + "static", + 2 + ], + [ + "persistent", + 4 + ] ], "useShuffledMatrix": false, "layoutA": "T" @@ -586,18 +1094,62 @@ "_template": "BatchedGemmDeepSeekFp8LowLatency", "routeAct": false, "fusedAct": false, - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "dtypeC": "bf16", "mmaN,tileN,epilogueTileN,numStages,numRegsPerThreadEpilogueWarp,numRegsPerThreadNonEpilogueWarp": [ - [8, 8, 8, 8, 160, 48], - [16, 16, 16, 6, 160, 48], - [32, 32, 32, 6, 160, 48], - [64, 64, 64, 6, 160, 48], - [128, 128, 128, 5, 160, 64] + [ + 8, + 8, + 8, + 8, + 160, + 48 + ], + [ + 16, + 16, + 16, + 6, + 160, + 48 + ], + [ + 32, + 32, + 32, + 6, + 160, + 48 + ], + [ + 64, + 64, + 64, + 6, + 160, + 48 + ], + [ + 128, + 128, + 128, + 5, + 160, + 64 + ] ], "tileScheduler,numStagesMma": [ - ["static", 2], - ["persistent", 4] + [ + "static", + 2 + ], + [ + "persistent", + 4 + ] ], "useShuffledMatrix": false, "layoutA": "T" @@ -607,22 +1159,58 @@ "_template": "BatchedGemmPerTensorScalingFp8LowLatency", "routeAct": "tma", "fusedAct,eltwiseActType": [ - [true, "none"], - [false, "relu2"], - [false, "silu"] + [ + true, + "none" + ], + [ + false, + "relu2" + ], + [ + false, + "silu" + ] ], "usePerTokenSfB": true, - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "dtypeC": "e4m3", "layoutA": "T", "mmaN,tileN,epilogueTileN,tileK,numStages": [ - [8, 8, 8, 256, 6], - [16, 16, 16, 256, 6], - [32, 32, 32, 256, 5] + [ + 8, + 8, + 8, + 256, + 6 + ], + [ + 16, + 16, + 16, + 256, + 6 + ], + [ + 32, + 32, + 32, + 256, + 5 + ] ], "tileScheduler,numStagesMma": [ - ["static", 1], - ["persistent", 2] + [ + "static", + 1 + ], + [ + "persistent", + 2 + ] ] }, { @@ -630,22 +1218,62 @@ "_template": "BatchedGemmPerTensorScalingFp8HighThroughput", "routeAct": "tma", "fusedAct,eltwiseActType": [ - [true, "none"], - [false, "relu2"], - [false, "silu"] + [ + true, + "none" + ], + [ + false, + "relu2" + ], + [ + false, + "silu" + ] ], "usePerTokenSfB": true, "numRegsPerThreadNonEpilogueWarp": 56, "numRegsPerThreadEpilogueWarp": 128, "numWarpsLoadB": 8, - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "layoutA": "T", "dtypeC": "e4m3", "mmaN,tileN,epilogueTileN,tileK,numStages,numEpilogueWarps": [ - [64, 64, 64, 256, 5, 4], - [128, 128, 64, 128, 8, 4], - [192, 192, 32, 128, 7, 4], - [256, 256, 64, 128, 6, 8] + [ + 64, + 64, + 64, + 256, + 5, + 4 + ], + [ + 128, + 128, + 64, + 128, + 8, + 4 + ], + [ + 192, + 192, + 32, + 128, + 7, + 4 + ], + [ + 256, + 256, + 64, + 128, + 6, + 8 + ] ], "numStagesMma": 2, "tileScheduler": "persistent" @@ -656,16 +1284,43 @@ "layoutA": "T", "routeAct": false, "fusedAct": false, - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "dtypeC": "bf16", "mmaN,tileN,epilogueTileN,tileK,numStages": [ - [8, 8, 8, 256, 6], - [16, 16, 16, 256, 6], - [32, 32, 32, 256, 5] + [ + 8, + 8, + 8, + 256, + 6 + ], + [ + 16, + 16, + 16, + 256, + 6 + ], + [ + 32, + 32, + 32, + 256, + 5 + ] ], "tileScheduler,numStagesMma": [ - ["static", 1], - ["persistent", 2] + [ + "static", + 1 + ], + [ + "persistent", + 2 + ] ] }, { @@ -676,16 +1331,50 @@ "layoutA": "T", "routeAct": false, "fusedAct": false, - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "dtypeC": "bf16", "mmaN,tileN,epilogueTileN,tileK,numStages,numEpilogueWarps": [ - [64, 64, 64, 128, 8, 4], - [128, 128, 32, 128, 7, 4], - [192, 192, 32, 128, 7, 4], - [256, 256, 32, 128, 6, 8] + [ + 64, + 64, + 64, + 128, + 8, + 4 + ], + [ + 128, + 128, + 32, + 128, + 7, + 4 + ], + [ + 192, + 192, + 32, + 128, + 7, + 4 + ], + [ + 256, + 256, + 32, + 128, + 6, + 8 + ] ], "tileScheduler,numStagesMma": [ - ["persistent", 2] + [ + "persistent", + 2 + ] ] }, { @@ -694,17 +1383,56 @@ "routeAct": "ldgsts", "fusedAct": true, "sfLayoutB": "linear", - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "mmaN,tileN,epilogueTileN,tileK,numStages": [ - [8, 8, 8, 512, 3], - [8, 8, 8, 256, 5], - [16, 16, 16, 256, 5], - [32, 32, 32, 256, 5], - [64, 64, 64, 256, 4] + [ + 8, + 8, + 8, + 512, + 3 + ], + [ + 8, + 8, + 8, + 256, + 5 + ], + [ + 16, + 16, + 16, + 256, + 5 + ], + [ + 32, + 32, + 32, + 256, + 5 + ], + [ + 64, + 64, + 64, + 256, + 4 + ] ], "tileScheduler,numStagesMma": [ - ["static", 1], - ["persistent", 2] + [ + "static", + 1 + ], + [ + "persistent", + 2 + ] ] }, { @@ -712,18 +1440,57 @@ "_template": "BatchedGemmMxE2m1E4m3LowLatency", "routeAct": false, "fusedAct": false, - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "dtypeC": "bf16", "mmaN,tileN,epilogueTileN,tileK,numStages": [ - [8, 8, 8, 512, 3], - [8, 8, 8, 256, 5], - [16, 16, 16, 256, 5], - [32, 32, 32, 256, 5], - [64, 64, 64, 256, 4] + [ + 8, + 8, + 8, + 512, + 3 + ], + [ + 8, + 8, + 8, + 256, + 5 + ], + [ + 16, + 16, + 16, + 256, + 5 + ], + [ + 32, + 32, + 32, + 256, + 5 + ], + [ + 64, + 64, + 64, + 256, + 4 + ] ], "tileScheduler,numStagesMma": [ - ["static", 1], - ["persistent", 2] + [ + "static", + 1 + ], + [ + "persistent", + 2 + ] ] }, { @@ -733,20 +1500,121 @@ "routeSfsAct": "ldgsts", "fusedAct": true, "sfLayoutB": "linear", - "useUnrollLoop2xForMma": [true, false], + "fusedAct,act,biasType": [ + [ + true, + "swiglu", + "m" + ], + [ + true, + "situ", + "none" + ] + ], + "useUnrollLoop2xForMma": [ + true, + false + ], "mmaM,mmaN,tileN,epilogueTileN,tileK,numSlicesForSplitK,clusterDimX,clusterDimZ,numStages": [ - [128, 8, 8, 8, 512, 1, 1, 1, 3], - [128, 8, 8, 8, 512, 2, 1, 2, 3], - [128, 8, 8, 8, 256, 1, 1, 1, 6], - [128, 16, 16, 16, 256, 1, 1, 1, 5], - [256, 16, 16, 16, 256, 1, 2, 1, 6], - [128, 32, 32, 32, 256, 1, 1, 1, 5], - [256, 32, 32, 32, 256, 1, 2, 1, 5], - [128, 8, 8, 8, 256, 2, 1, 2, 6] + [ + 128, + 8, + 8, + 8, + 512, + 1, + 1, + 1, + 3 + ], + [ + 128, + 8, + 8, + 8, + 512, + 2, + 1, + 2, + 3 + ], + [ + 128, + 8, + 8, + 8, + 256, + 1, + 1, + 1, + 6 + ], + [ + 128, + 16, + 16, + 16, + 256, + 1, + 1, + 1, + 5 + ], + [ + 256, + 16, + 16, + 16, + 256, + 1, + 2, + 1, + 6 + ], + [ + 128, + 32, + 32, + 32, + 256, + 1, + 1, + 1, + 5 + ], + [ + 256, + 32, + 32, + 32, + 256, + 1, + 2, + 1, + 5 + ], + [ + 128, + 8, + 8, + 8, + 256, + 2, + 1, + 2, + 6 + ] ], "tileScheduler,numStagesMma": [ - ["static", 1], - ["persistent", 2] + [ + "static", + 1 + ], + [ + "persistent", + 2 + ] ] }, { @@ -756,12 +1624,83 @@ "routeSfsAct": "ldgsts", "fusedAct": true, "sfLayoutB": "linear", - "useUnrollLoop2xForMma": [true, false], + "fusedAct,act,biasType": [ + [ + true, + "swiglu", + "m" + ], + [ + true, + "situ", + "none" + ] + ], + "useUnrollLoop2xForMma": [ + true, + false + ], "mmaN,tileN,epilogueTileN,tileK,numStages,sfLayoutC,numRegsPerThreadEpilogueWarp,numRegsPerThreadNonEpilogueWarp,numStagesMma,numWarpsLoadB,numWarpsLoadSfB,numRegsPerThreadLoadB,numRegsPerThreadLoadSfB": [ - [64, 64, 64, 256, 4, "8x4", 168, 48, 2, 1, 1, 48, 48], - [64, 64, 64, 128, 7, "8x4", 168, 48, 2, 1, 1, 48, 48], - [128, 128, 32, 256, 4, "128x4", 152, 48, 2, 8, 4, 48, 48], - [128, 128, 32, 128, 7, "128x4", 152, 48, 2, 8, 4, 48, 48] + [ + 64, + 64, + 64, + 256, + 4, + "8x4", + 168, + 48, + 2, + 1, + 1, + 48, + 48 + ], + [ + 64, + 64, + 64, + 128, + 7, + "8x4", + 168, + 48, + 2, + 1, + 1, + 48, + 48 + ], + [ + 128, + 128, + 32, + 256, + 4, + "128x4", + 152, + 48, + 2, + 8, + 4, + 48, + 48 + ], + [ + 128, + 128, + 32, + 128, + 7, + "128x4", + 152, + 48, + 2, + 8, + 4, + 48, + 48 + ] ], "tileScheduler": "persistent" }, @@ -780,9 +1719,35 @@ "fuseLoadSfTask": true, "fuseUtccpWithUtcmma": true, "numStagesMma": 2, + "fusedAct,act,biasType": [ + [ + true, + "swiglu", + "m" + ], + [ + true, + "situ", + "none" + ] + ], "mmaN,tileN,epilogueTileN,tileK,numStages,sfLayoutC": [ - [128, 128, 32, 256, 4, "128x4"], - [128, 128, 32, 128, 7, "128x4"] + [ + 128, + 128, + 32, + 256, + 4, + "128x4" + ], + [ + 128, + 128, + 32, + 128, + 7, + "128x4" + ] ] }, { @@ -795,8 +1760,34 @@ "sfLayoutA": "linear", "useUnrollLoop2xForMma": false, "mmaN,tileN,epilogueTileN,tileK,numStages,sfLayoutC,numRegsPerThreadEpilogueWarp,numRegsPerThreadNonEpilogueWarp,numWarpsLoadA,numWarpsLoadSfA,numRegsPerThreadLoadA,numRegsPerThreadLoadSfA": [ - [128, 128, 64, 256, 4, "128x4", 152, 48, 8, 4, 48, 48], - [128, 128, 64, 128, 7, "128x4", 152, 48, 8, 4, 48, 48] + [ + 128, + 128, + 64, + 256, + 4, + "128x4", + 152, + 48, + 8, + 4, + 48, + 48 + ], + [ + 128, + 128, + 64, + 128, + 7, + "128x4", + 152, + 48, + 8, + 4, + 48, + 48 + ] ], "tileScheduler": "persistent", "numStagesMma": 2 @@ -811,9 +1802,47 @@ "fuseUtccpWithUtcmma": true, "useMaxTmemOverlap": true, "useUnrollLoop2xForMma": false, + "fusedAct,act,biasType": [ + [ + true, + "swiglu", + "m" + ], + [ + true, + "situ", + "none" + ] + ], "mmaN,tileN,epilogueTileN,tileK,numStages,sfLayoutC,numRegsPerThreadEpilogueWarp,numRegsPerThreadNonEpilogueWarp,numWarpsLoadB,numWarpsLoadSfB,numRegsPerThreadLoadB,numRegsPerThreadLoadSfB": [ - [256, 256, 64, 128, 6, "128x4", 144, 88, 8, 4, 56, 56], - [256, 256, 64, 256, 3, "128x4", 144, 88, 8, 4, 56, 56] + [ + 256, + 256, + 64, + 128, + 6, + "128x4", + 144, + 88, + 8, + 4, + 56, + 56 + ], + [ + 256, + 256, + 64, + 256, + 3, + "128x4", + 144, + 88, + 8, + 4, + 56, + 56 + ] ], "tileScheduler": "persistent", "numStagesMma": 1 @@ -823,21 +1852,110 @@ "_template": "BatchedGemmMxE2m1MxE4m3LowLatency", "routeAct": false, "fusedAct": false, - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "dtypeC": "bf16", "mmaM,mmaN,tileN,epilogueTileN,tileK,numSlicesForSplitK,clusterDimX,clusterDimZ,numStages": [ - [128, 8, 8, 8, 512, 1, 1, 1, 3], - [128, 8, 8, 8, 512, 2, 1, 2, 3], - [128, 8, 8, 8, 256, 1, 1, 1, 6], - [128, 16, 16, 16, 256, 1, 1, 1, 5], - [256, 16, 16, 16, 256, 1, 2, 1, 6], - [128, 32, 32, 32, 256, 1, 1, 1, 5], - [256, 32, 32, 32, 256, 1, 2, 1, 5], - [128, 8, 8, 8, 256, 2, 1, 2, 6] + [ + 128, + 8, + 8, + 8, + 512, + 1, + 1, + 1, + 3 + ], + [ + 128, + 8, + 8, + 8, + 512, + 2, + 1, + 2, + 3 + ], + [ + 128, + 8, + 8, + 8, + 256, + 1, + 1, + 1, + 6 + ], + [ + 128, + 16, + 16, + 16, + 256, + 1, + 1, + 1, + 5 + ], + [ + 256, + 16, + 16, + 16, + 256, + 1, + 2, + 1, + 6 + ], + [ + 128, + 32, + 32, + 32, + 256, + 1, + 1, + 1, + 5 + ], + [ + 256, + 32, + 32, + 32, + 256, + 1, + 2, + 1, + 5 + ], + [ + 128, + 8, + 8, + 8, + 256, + 2, + 1, + 2, + 6 + ] ], "tileScheduler,numStagesMma": [ - ["static", 1], - ["persistent", 2] + [ + "static", + 1 + ], + [ + "persistent", + 2 + ] ] }, { @@ -845,13 +1963,56 @@ "_template": "BatchedGemmMxE2m1MxE4m3HighThroughput", "routeAct": false, "fusedAct": false, - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "dtypeC": "bf16", "mmaN,tileN,epilogueTileN,tileK,numStages,sfLayoutB,numRegsPerThreadEpilogueWarp,numRegsPerThreadNonEpilogueWarp,numStagesMma": [ - [64, 64, 64, 256, 4, "8x4", 168, 96, 2], - [64, 64, 64, 128, 7, "8x4", 168, 96, 2], - [128, 128, 64, 256, 4, "128x4", 168, 96, 2], - [128, 128, 64, 128, 7, "128x4", 168, 96, 2] + [ + 64, + 64, + 64, + 256, + 4, + "8x4", + 168, + 96, + 2 + ], + [ + 64, + 64, + 64, + 128, + 7, + "8x4", + 168, + 96, + 2 + ], + [ + 128, + 128, + 64, + 256, + 4, + "128x4", + 168, + 96, + 2 + ], + [ + 128, + 128, + 64, + 128, + 7, + "128x4", + 168, + 96, + 2 + ] ], "tileScheduler": "persistent" }, @@ -865,7 +2026,16 @@ "useUnrollLoop2xForMma": false, "dtypeC": "bf16", "mmaN,tileN,epilogueTileN,tileK,numStages,sfLayoutB,numRegsPerThreadEpilogueWarp,numRegsPerThreadNonEpilogueWarp": [ - [256, 256, 64, 128, 5, "128x4", 144, 96] + [ + 256, + 256, + 64, + 128, + 5, + "128x4", + 144, + 96 + ] ], "tileScheduler": "persistent", "numStagesMma": 1 @@ -876,21 +2046,78 @@ "routeAct": "ldgsts", "fusedAct": true, "sfLayoutB": "linear", - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "dtypeC": "bf16", "mmaN,tileN,epilogueTileN,tileK,numStages": [ - [8, 8, 8, 128, 5], - [8, 8, 8, 256, 3], - [16, 16, 16, 128, 5], - [16, 16, 16, 256, 3], - [32, 32, 32, 128, 5], - [32, 32, 32, 256, 3], - [64, 64, 64, 128, 5], - [64, 64, 64, 256, 3] + [ + 8, + 8, + 8, + 128, + 5 + ], + [ + 8, + 8, + 8, + 256, + 3 + ], + [ + 16, + 16, + 16, + 128, + 5 + ], + [ + 16, + 16, + 16, + 256, + 3 + ], + [ + 32, + 32, + 32, + 128, + 5 + ], + [ + 32, + 32, + 32, + 256, + 3 + ], + [ + 64, + 64, + 64, + 128, + 5 + ], + [ + 64, + 64, + 64, + 256, + 3 + ] ], "tileScheduler,numStagesMma": [ - ["static", 1], - ["persistent", 2] + [ + "static", + 1 + ], + [ + "persistent", + 2 + ] ] }, { @@ -898,17 +2125,46 @@ "_template": "BatchedGemmMxE2m1Bf16LowLatency", "routeAct": false, "fusedAct": false, - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "dtypeC": "bf16", "mmaN,tileN,epilogueTileN,numStages": [ - [8, 8, 8, 3], - [16, 16, 16, 3], - [32, 32, 32, 3], - [64, 64, 64, 3] + [ + 8, + 8, + 8, + 3 + ], + [ + 16, + 16, + 16, + 3 + ], + [ + 32, + 32, + 32, + 3 + ], + [ + 64, + 64, + 64, + 3 + ] ], "tileScheduler,numStagesMma": [ - ["static", 1], - ["persistent", 2] + [ + "static", + 1 + ], + [ + "persistent", + 2 + ] ] }, { @@ -918,18 +2174,57 @@ "fusedAct": true, "sfLayoutB": "linear", "mmaK": 32, - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "dtypeC": "e4m3", "mmaN,tileN,epilogueTileN,tileK,numStages": [ - [8, 8, 8, 512, 3], - [8, 8, 8, 256, 5], - [16, 16, 16, 256, 5], - [32, 32, 32, 256, 5], - [64, 64, 64, 256, 4] + [ + 8, + 8, + 8, + 512, + 3 + ], + [ + 8, + 8, + 8, + 256, + 5 + ], + [ + 16, + 16, + 16, + 256, + 5 + ], + [ + 32, + 32, + 32, + 256, + 5 + ], + [ + 64, + 64, + 64, + 256, + 4 + ] ], "tileScheduler,numStagesMma": [ - ["static", 1], - ["persistent", 2] + [ + "static", + 1 + ], + [ + "persistent", + 2 + ] ] }, { @@ -938,18 +2233,57 @@ "routeAct": false, "fusedAct": false, "mmaK": 32, - "useUnrollLoop2xForMma": [true, false], + "useUnrollLoop2xForMma": [ + true, + false + ], "dtypeC": "bf16", "mmaN,tileN,epilogueTileN,tileK,numStages": [ - [8, 8, 8, 512, 3], - [8, 8, 8, 256, 5], - [16, 16, 16, 256, 5], - [32, 32, 32, 256, 5], - [64, 64, 64, 256, 4] + [ + 8, + 8, + 8, + 512, + 3 + ], + [ + 8, + 8, + 8, + 256, + 5 + ], + [ + 16, + 16, + 16, + 256, + 5 + ], + [ + 32, + 32, + 32, + 256, + 5 + ], + [ + 64, + 64, + 64, + 256, + 4 + ] ], "tileScheduler,numStagesMma": [ - ["static", 1], - ["persistent", 2] + [ + "static", + 1 + ], + [ + "persistent", + 2 + ] ] } ] diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index a381be8089fa..38a41a94e3fc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c74546b084a88375b4abe1559ba23c868a9588af6fe2081279c7144465ead08f -size 22402 +oid sha256:72865a03c95dc195560b5370cfaa527a7e66fe8f22522db0bf07f3d52b140c76 +size 56714 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 93e18673caa5..65a1d0fdc5c5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s6_et128x128_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c7325983802b10b04caad65ec9643c6ffd92e23e3b7d9c28fd4a95ae6795ae8 -size 23808 +oid sha256:1a28dac8facd8aef6c2d317418842830439b72b641a2a5734a6df3a93c8fd46b +size 59752 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 36f41cbfd6c5..95c2816621ff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s6_et128x128_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1a05ebb0385a121c86bb56dc893449adacbeadb25d5667e601a6783dd49717d7 -size 23232 +oid sha256:c8476135c22f23c5da3d32b311882410b13a50e313ea3c149baaa1e5594f96ed +size 59702 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 258f0abf1685..943cdb969146 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ae10bcf2f056afa012b274e3567a79171d175251f7245777e1f35959ddbde930 -size 17445 +oid sha256:12eafca1284eca5dfef2341f6006afc6750a3e22745a64abc277e73da4516b62 +size 45047 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 283f9c30ad3d..0c671369e762 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a1bc9438650f857d81afbb3357a366e904c4a17683f890c0874dc5b5beb3c687 -size 13204 +oid sha256:821d8daa90c238a88573c19bc58587170874d8930dceda6d7801fa9c9983572b +size 31181 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index be9d856d7b09..d98dc14c30b1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1234b8f93b7590954fd8cc1b4e63404522ccc9572ee8935d2169e1848d02aebb -size 18263 +oid sha256:9a92bcbbea1c255499de3a054d5486814109fd0516b13307982c388c528fa821 +size 47539 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 77be81633219..55fd7d890258 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:922a5a129580d369788a4a0a49fd4099ed354240efb37a34407aaecad65b9d59 -size 14106 +oid sha256:4760aa7b80aa9bcee2833a41e978e8e505f33544bd77e78fc766f75e900b0e89 +size 34419 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 76e3be9227d6..18c57fb19ed7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ff0add01df4ac873e0fc7db98cc7eb2b1180543b9562138cf0ce6b031a08feef -size 19493 +oid sha256:74e31f7c293b7767d030ed596d6869d8bd12884e47d798b3c193d26a7e7e0132 +size 52217 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index fd15f9d1a3b8..1f5825b525ed 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fc31bbd1da354e851e331651f40ecc3b873df753a1b1a5f026e0113f14452e4d -size 15076 +oid sha256:5e877a928963b033fdba07cb9fbe3ca0af4a3d6677f15b8e4432ec35b1574d9d +size 38463 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index b6d41caa54c9..ff0b22783338 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d659ead9e774d831df1623132d40d524c1de315b354e030ae94751d1da5b55b5 -size 20945 +oid sha256:55fb411e9104e4010e9c41c524fbb365a2d34cc2060b5742101bae0cbd14af0e +size 56398 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 714eb39fe9f7..7f62072b8ec6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7c81658a06228c636917427192cb8928f24c88e3d8b8ae73318344c9ccc6933d -size 16181 +oid sha256:84ecaef85326a5b15242a46c803c295615b6c8c09ecfa41f504cd88406345803 +size 42367 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 443c98ce2f27..f200a2f81162 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:877062e8cbcc7b0f74eff8159f621a48ca0354a532ac24c9bd0c822fafd0b09a -size 21350 +oid sha256:5d7f298dcd0b65e0d9660df5e5ea0fcfb4f8543e4b9668abc88ba6e7dc5ada86 +size 59278 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 374d5acb1566..ec7e48bd0b3e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x256x256_s5x5x5x5x1x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bcdb9692cfb84ce7e1f486fc07a2aaf0db16cbc2baa75414e8be57466cddeb3c -size 26664 +oid sha256:0149eccae89ac422e36c915e980eaaf54eb9a50bd87072ed03e15250e189e67b +size 69349 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 904f3f3f6a9c..f8d41cf9379b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ae26400587d724cc00c57775da5ca1e4db5229566920d3a9c4261234ecec8fdf -size 18260 +oid sha256:c4351aaa4c8f52308c675bfabd7d06b82ef48b66a642d0fe7e5ebdfeaa263714 +size 45957 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 49ffc7e5b5d1..d4d9966b8728 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e8fef4b1c0c730ece00a6190ec266b152b0d39cd95780cc41d98901a1b54f3cb -size 13569 +oid sha256:7e8a4fc4a1efaf58fb321d9616548b10b59e9341d56867d6f344a9cc66b9a2bd +size 32547 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 2786e4f1c3e4..c051daf411a6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:485d51cb96a44add7dc411847bad0255bf41fae7760c2838df575d646b57224e -size 18995 +oid sha256:4a9eb1e0a5dba47adc591bd35ec14bffd5819cc11d66cc96fd6c1146e72ffb84 +size 48605 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 9d2ad0cc987c..9a15dfc88b23 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0bc10ec6ddf19f28f221478b311076f4c4222e7a3e89753814f7929041188350 -size 14493 +oid sha256:fdb40c9e1ca7510051627750905ff5a12dd19e4b5eed584ad8f13ce8d503fa89 +size 35641 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 8d80b1fead2a..ae2031e3ae32 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:48e10f591c2bed591ab38791366e631a28ab0cfed5232ae28c3f126f9ea071b6 -size 19808 +oid sha256:b105f6e14087a91775da03a85e4340a11296ba6f5b52cb0013269cba1f22ce20 +size 53377 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 878f00a462e1..e3e0890f7e83 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ad353e7b0d265af545f50798f83198c731369c1bdfd9bfff3cfec1a1ae868ce9 -size 15449 +oid sha256:0a76fe04064e1e5607c63c4bad0a657a51aa406d62a6b903f11e36a64ae78a33 +size 39556 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 0d2f6f02ecd4..3e912d3fafe0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dfd678561f26172b6e5c4bfab1f5d6ed94198cc8b7fa476dc9dbb03b625a6f36 -size 21465 +oid sha256:7584045facf596d373b5f0c79b9c3b887eba25c1b0fce0e80b2ffeaf9de4d88a +size 57254 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index b0278cf463ba..4db5bb79b901 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:be18e49f82d7ad1b691f184b838c07c2b702fb12ffd9f1271cf106e7f1602897 -size 16481 +oid sha256:ac2d9dcbfa012af67a197c53d4499e74e492fae16312bd14e11f1347667f959f +size 43528 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index b68cc3a8f649..1a8feb3f53de 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9c5fb984ebeed0a15681440ff9966508ba421e5d4bb6a9bb7b889cef40495896 -size 20430 +oid sha256:a84bb2dfc2f8f86bc1d4dd24a358c2cc406f5bf4eb987c8a0ab1a2142c98146f +size 55439 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512u2_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512u2_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index ab0fd8b45c9f..a87895fab23f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512u2_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x512u2_s4_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c5681e416064a9c07c2e0feeec7da4dc98bb7e3257bf9e41c69b0434e17f2df6 -size 22066 +oid sha256:2d81fe64a56da64c5971c2a540b2a67c0cc4e240dddde43ac4d94b01f21715f9 +size 59277 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 1ed9e8de9d55..b6d34d34b672 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:97c68d4becd537e501342309dc780a4f1aaa8ed2aa8ff086f540cd458ba9f694 -size 17498 +oid sha256:c0326c868044643adeb64487431833e655dd1f6166908c3f486f8b63fb1d3dc4 +size 44522 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 593c600fcbcd..6af3439cb12b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d736b49b20d2b75ccec4f14da3f1e9095ec982e5d6a56b9ba7bb203731cdce64 -size 12899 +oid sha256:e74e7d7092d907f27c1bb88a0c124cdd96fc37eaef0f83e5aa82413e677c90f9 +size 30579 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 9fdd895af333..b457a6c55055 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:85176270de633bf5cd7ed92d82c1210a8a41f6cd2eff99e7d32401be450a93e0 -size 18323 +oid sha256:4430512c817c8ffc7076ed62a8702b6ae5b3b315b6e31dd83eef3f64066f89c5 +size 47187 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 08b82994879b..b6e09d40bd4e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:41ee659cecc38385c31eddc12d5709e11864e84d24702e7e4454bd71d3df2750 -size 13780 +oid sha256:7c211df05929d1ed697cc050ff64bb078154a12ff0cc20a5e3b263e20572adc8 +size 33617 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst index e49424c759cb..b97f07143033 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a484e2f493f4a00fc2d0f4ef23fb1016205e5de8328f19701e7e963ab94aefc2 -size 12297 +oid sha256:4986a4038939d3c0a8e7d463ff4273ed63904ac27983ac213b0218bc1647d882 +size 31733 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 37c7934eb3e9..2cb128a8605c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dc148dc17540e7fc5ac00c52e8eae6d94341e8bb255347cc2463e67c7b4d0f5a -size 17298 +oid sha256:9b53fbb1350459902cdaab9fe40db07b37c58e96374f40dc0c74f7570a58785a +size 46009 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index df635045e763..ce8530f1b5df 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:94164bc9b7acffa3457cf22c8732d537231e3c131199c704a7ab892ea582293f -size 12529 +oid sha256:b1a49873eade749350d6da1ab0b531bd88754c08a0bdfed998c174eede50e13f +size 31986 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 9e9ef6969e93..244473ca0949 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af81a1b8b51710f48c04b559ca2026cc2a14e6c4678851fc87ca23b660ba614f -size 22670 +oid sha256:c308b17364776352412f3f2cc59255e5deb8e401e0dc611db27b2077b94a96f4 +size 55848 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index f171709c956f..02362b07e040 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:10c4b463c85d718d73dc63e3db49601e703d490bdb97651d6fcaeee90bd98875 -size 22764 +oid sha256:9931b594d0b7d4c43a5cbec103d6fc18d00ee017c59654d4ed2089bc856ad418 +size 56166 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 0970472d8071..aaa3876f0fca 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPdx3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1dbb6e8cedbba2606bc7eabef0e357bcc24a55b814875af8bed66688183ee12d -size 22822 +oid sha256:5a363c1918406d891e2122a4bf602f4b5c34da0e51a5e981e3b797070d55f73e +size 56065 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst index 2b1e013249c2..65f35cbdcb94 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dbd015d3b5ad313bdc0089c52c924ea4d14b357ad145c45077e526e6525c756e -size 13438 +oid sha256:58fbb3626034a9238223cf3a434500fecb9ad70d0725cf2e4c8464eb9baf8177 +size 35574 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index bce84e49b361..8689edcedf01 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c566d57aec81ffa9f2a2c389af8363b1fb5743d670e6bb031901d7c6bee7dffd -size 18258 +oid sha256:0a249ff45e649574a88a04303f97552f3a81a35e9938482e8a2f34d30f8d9027 +size 49499 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 47061f741165..f3eae5c94ce7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0d08673f307b1230878618a486b0dd96728eeab9adef37b4b560f4c34c907ce2 -size 13665 +oid sha256:605b8ab73db7742035df540bbabe0cf33d7d87b52438a6fe7d40c98f41db8dad +size 35784 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index 00ea404cbb7f..59a87afbba27 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:411ca4da28e5d62043bed6f71ce639b68d59e73810265330cfb2b4d5b08e4c66 -size 17962 +oid sha256:4085a54c25a50b0696825aeccd6f41124e1fb962edb16d13aa0fbf6e8e714c83 +size 46353 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index cebc2a16a055..f0534460a6d9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4f2334da2f3883aaa87ec567760f9ce84412d4561da828e6f5c113c26ccef863 -size 18048 +oid sha256:74afc2e3cbca778ca7801e183f850fb9e28a4613514aa5c903bb59b0755cee92 +size 46209 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index 638c02e77c78..16a0975d25d9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e814094544aa10a724bea31300c41f611c03c65d13e3c8d5aebe892e762f6f52 -size 13585 +oid sha256:51e8fee541b65e1d7535aa8aa43babe1c5f0fa9da5c97d05f861a52a13a9c1d6 +size 33869 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index 813d803f3d01..37eac6947636 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fd6f96413b495f31dd5a13abcaf0151a447efe7337c0fbc8041f740eddffe307 -size 13690 +oid sha256:b47a26d6eca7cc389694755dfbe41c6303adeac2caa2eaa1e4548a9ffdde7fb8 +size 33885 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index 7911347bb039..3cfeb078f116 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aeefe93596bf6388eed4cee7a4ce3730170ad2eca7784735b36c56df543ff518 -size 18515 +oid sha256:22c64397b9e044eadc6a64afc055dd3a7646bfa02f19bac064ef34f5aa43c181 +size 48643 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index 7e3abb706714..c1b1e12c39bd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f6aba4378ef6e1e357861257deb486879eb8c54c4ac2ed1788d3e3bb8f7da265 -size 18607 +oid sha256:bcd430b11921983a1ea9fd0847be7d4b2af58c35e20faf015bd5a520e78624c2 +size 48683 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index a160e17536ae..cc6f4c8d98f5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1f85a1cda748a67d7837100339810a5829b9b4482b8d2384a7afd27fcf33b49b -size 14214 +oid sha256:0cf5864162fc935c4be88fc654349f2f1cba7ba013d4159571bc374af40860d0 +size 36201 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index c809c0ad7fd9..e6c6cce2e735 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:08a9ff7cc6974fbd80d0d875957c2fc95d7534fde9df976bf7e764afce9864b1 -size 14317 +oid sha256:2978bf3fc06cd3230fdb7ffd287d79d57e9796b343dc8b3d5e5df947e44cad02 +size 36190 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index 602ad7e04f50..61780e5631ab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:97fe1852ce0b006cb3019573eda6ab4746001db646aedbb62a16fbfec512c3e2 -size 18655 +oid sha256:d35d6c7ae9501a1cfb1eb9f8bd17cc60edde66d97e68e3721c4e92d81cb7c76e +size 47478 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index 7c96c29d1561..d22c7bd067fb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9821f2ac83fec338e9810fbdcf371d15c97cd968b45f1b143f7fb17d97546d95 -size 18737 +oid sha256:a55cd59af31012b085548131c97d2b6f8b0c373d6aff44031cf0d222e60cab97 +size 47450 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index 9832b94109e3..3aabf957c9a1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8b7628a5b594d3b6834ae89e56d8c5a59c982e484b3f6691eb8d7ef700d7cc54 -size 13949 +oid sha256:0fc97c441c33c8be29206a33ad8a17b834d1fe4ceb044a32b875670809d0d6fe +size 35135 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index e0fc148772f3..002fd87b0e77 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b9f9e0e837b0f9d4be420e77179753dca78325b574da7421544864693443204 -size 14040 +oid sha256:2445181254406fe2b465847bb13ed2a9b9e32354146d1f157116576b447ced6a +size 35152 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index 2616f616f0ae..8a5e74d5492e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6bb71d9f18997c23f0508d92d995fa12932ad49a46c7e13374fdb6816017832d -size 19165 +oid sha256:c84cfc9c0358b4a6b84cdaf91864c3bdbf341e34f0c9aba2b1523575a3f4159f +size 49660 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index b0fa6c859fcf..3201c700a48b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5a1a3276b5ade4f637e4a7cef60d465de3ec9fe9348cf7c8b326f711b4d398a7 -size 19264 +oid sha256:77b654462e57588a6aedf0472b51a989992c098e2c6c5a1fb759d4c065e3dbf7 +size 49698 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index 8ae409bb53ad..9193d37bcd8b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bcffa20ee596cf12a66255b6931e6828372d4cdd03f89f3414f7cb86579794d8 -size 14541 +oid sha256:f30d0f6609fdbe199a7fef1012bb65517b4234bb9c889f8c019d1529d336b5b6 +size 37446 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index b7db646082b5..027843084233 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9418e9e2f2733e7a77ef1635b1f8a122ddd973d6c617b8b173117d7a902e01d1 -size 14687 +oid sha256:9aa9eb30390baa8bddd3a377182009b2c607b2ca23a9a4c35d944e4b4f55aff3 +size 37449 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index 04f0d4c2d33f..2009e3c46fac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af2406bd58464204de548a493607e13498bb25f07d7b5fa607a654fd92c687fb -size 19048 +oid sha256:b2e943b1bb5515e55424645e6ead5566f2ba78480b663e53a22aa336c9eadd4e +size 49020 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index 181ac72a1ca4..b9780c3592ee 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:01c1faa522b305bae08d76d9bb2df47f634bb13d572c8d2e41b2a14f2be84d64 -size 19155 +oid sha256:954983ec994893f0d3fef11a31e5192304826db34abbcf9464736bfeab54ea9a +size 48956 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index 6ecdf6fffc1f..51a6a96b12be 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:16353237fcbdcdb1c98f5b9676787131b79b98d4b40cbd4c99d5ebc8e8cd3039 -size 14553 +oid sha256:7e50908288be50474f4ec82df57b1e6b741dcb3e77435325d7977f24b9fc54b8 +size 37267 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index 81f1eca9391b..22f8bb871d92 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ce0c7ada0f4a7b45599221f72a0b842ba22b83601144de53d11e45f4e286cf09 -size 14634 +oid sha256:9db16d128a153218546fc268b5bb0e35594059dc38ddd8fadb50b032b8be9590 +size 37292 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index a552db9844c7..2ac9886c6f10 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5ba129a0ae0f126e9a4bb7f987aae6244cb18b8b87f27a40908a9a8cb544ca82 -size 19576 +oid sha256:53c8bcf247ce0723561c58a673ca4db65d68445d57767e8c3b6b5482b78997bb +size 51549 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index 15a416a793a1..323568770340 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c23fa358ae1d18a075c21a76bb435f0f0310b88544b70194b0b5a5c2ef80d118 -size 19722 +oid sha256:ab7a306e9412a6754402f69d37e583b0101aec506cd0e4c82b19d60dc4b9eb5d +size 51591 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index 8214aa86ec29..ffd14b91db9b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7937e9a2874c9830576de386b27d1c0a16d0a441a24cf1f4278773ba0945e2e0 -size 15168 +oid sha256:9a25d7170d5e57e4349b3086331275a3c01e4cec0662ae800fa09a365aaf4b9d +size 39489 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index 036c5ae2b97f..9fcc16deb41c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:69121b470f41b345628daa7afb6d0c14b4df8479ed9e95c3be23f82aa04b798f -size 15268 +oid sha256:d2cfa1fb837cebe8ad782e8d5c85f776422d070a612fb34c2f51f8483536e1c3 +size 39587 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index 6a0e8577c002..5ced41f42f8c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f4dfcfd7b2b2429a095d6afd0e57950d90c3ca18f18ef13c88aad7625dca607e -size 17871 +oid sha256:ea580334e1b17bf10706f1524a6abe81077f6555e439c207229817d6790edaaf +size 45922 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index 67577a98ef71..c1ce19a1c173 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e71468ff71a37a72ed9792343f4cc2049150cecf27138bd812b59c7309ac3ef1 -size 17980 +oid sha256:8aef1f9e4d2be7ccf788c8966d664eaa1fc52c369119edbe08588743dd021054 +size 45958 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index 3e78a24aae6e..bb9ac4de4927 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f24aaf17e51275b346a6de975a4a1e7829695711fc9ee5a8292dc9a166bbc2ce -size 13414 +oid sha256:e21cc69fb82cab5f5411dd6236a43b11c314ab44c67047d77aa8fdbadacc6c74 +size 33221 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index 0e6800ec4ea4..af450e669356 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:072c26174f3c50a1234a3984f6b0cebccd781b75edcd113229d7369f1d825d95 -size 13528 +oid sha256:d260314f379bc33a7984b87d76fd5fc1c4c50478751e05dcb1fab97f98b49910 +size 33240 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index aa9673a33b00..a7d37724d632 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5d558a879541036a016d524ebb96bb82adc97e0bc7fd9c5cf454c2613c3372f3 -size 18446 +oid sha256:5e6f86a12f19131edc603fc871c8571528f2b50c027293a425f3b9f5282a215f +size 48099 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index a3b1a9179ebf..9042dc200c55 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bbe8512b842d73228e98cfb7eaebf53e04bf517376b3e52ffe01670d8189be37 -size 18534 +oid sha256:041aaef5aa30bbc2d91503742baecfd33c7466d8857aa2e501d911b7f8327bd3 +size 48097 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index 644318da6fe6..afcc7fa32610 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4a7867bd01c8cf1af71f2ad20709a5304b118fafc2e5867d01c8ea910cdd277d -size 13991 +oid sha256:821d6e32a729d709c0ce7b7171ebf616622b2f12a1970200f408011252d3a7fd +size 35645 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index 7132b8d895cc..032d31be3aef 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d3076b12f09da2ccb4ba50c31da14aab689324c967ba6b48053dbf197b760931 -size 14116 +oid sha256:d0919cb16c2e02ab182c32d74f30d07cffe5c3ade55980f2aece9d7b180beead +size 35669 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index bda31af38c6d..761e9c7427e1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:83d306398f1024285c3078c838b5cc431fac3335db4d21bd1d9da73025c0d5a6 -size 21844 +oid sha256:de7bba494cce340a4fc6d612660bc46de3477a1a856cf73434c9fee98dc64b4d +size 55563 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index e1bd407178f1..daedda5e1cb7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a69325f832bb0d70179c30ea063623408e79e3c1b80b05c9966835c217ca1683 -size 21936 +oid sha256:ce0253883dd68d8f59559859830293e76ae32c86a37af740fb21d7a132274973 +size 55722 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index 9f4ca4fdc947..efb82c1c4f58 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:94a0613d41be14b6b1539d2a9cae4159cbd9db48fd48c13feb0c44d8527c9384 -size 16797 +oid sha256:e36437c143a10c49325073fa5f0b8dab5762fea1563efc11dfd5742641bbcfdc +size 43943 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index 21c8a4d7720e..539bf0789367 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4a3f12bb1d8b6d9d12eca8e1f1b50fe4f202c2800d07f3f271242ee78d8fdd6b -size 16908 +oid sha256:0377812eb2a7ebafa405da2232d978835c0f35bf99443bd1ee2fac82043233d1 +size 44033 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index 03bd419d7de0..9041f34bb2aa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ffded2f87a4a4339abfeb4b81e54e0a2baede939fc327e55e7a4d2ab0ad91105 -size 22494 +oid sha256:4d40939eb06160189b757fc89d33a177d0c8cde322eb19e1f12659dd3043674a +size 58742 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index cf599598df74..e2fcb9a99a11 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c8000d9e4ce6f1d90cea519575e1a3b6a48a7d384039651780646a1e846adbc -size 22625 +oid sha256:5a6d84b69a643e74328ac112623bb911fff0d6e06aabda69c7561d18a943ae84 +size 58754 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst index 318d62f04b86..71cf7e733095 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ade208a45717de020aa3fd0cfbc33c4f8d8f001f0f39ca8f15e8f90b3df8a636 -size 17597 +oid sha256:ee9d67a4bfab5b9460d129e1ef7325382094b055150b73e7000d0b1da20015a2 +size 46781 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst index eb50f7e6dfe1..eb7a68c068e2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6326e541ac243be1ef3a0c59530a56e4bc9d3b814bf45c9e0ef50d6711b05940 -size 17642 +oid sha256:9904b954fb0f3d4b40971412455bed076a3e0515cbc12a9b645637d5d8ad6092 +size 46796 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index bd194c829fc4..317453c88009 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f387cd18e0d1579ab3efea033caa556ec6fbc3269de31452f3c8d9691f9dd142 -size 22932 +oid sha256:41503ae9701d16fa86271618b2c75147d151eda0c5c85426f7bb602ab3fdbdde +size 65762 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 158277cc5f70..679390d485fd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:51f3dbaae1a81e439cde1e25a9a411760199302fb4a89f960aa1a3ec3538dc2a -size 17698 +oid sha256:82e70a5a03ce758c30aaa416bc080ecae5e50c270bf5e38060bd818e37d0ce10 +size 49736 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 3f18eb8caa96..ee9e347e455a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7876b3ff1cc65a4ba7aee940566aa5f5708f40e6366359fc9a6e373ca65122aa -size 14846 +oid sha256:b5754ad584207d68fb2450df5c02a900eab35e16da49a65e901c77073a60f98b +size 39937 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 5de7a695d01f..165d8eea580a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dfd9f9e1edee8e3667ad14dd5dfdc16fcdd017ee5ff3a4b896c3ada85372bdbc -size 24087 +oid sha256:f2b8cccdc87b7d6244d58b9f55eb3b7dda0b347f3e1c9d5402798628e3169c4b +size 68925 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 9b0906837dbb..ea4cbea7fcdb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9ee2e5e96eab2f7830f20e93538d9e419155bf938f843a36760e5d8651129ff3 -size 18489 +oid sha256:99efc98e6803c952f8aee9f2def44b3b000b90d5da0f02173d6537dff8232ce5 +size 51826 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 10341130aeca..192712b504f1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aa89b5d33eba549c230c900052ae17096d0694213c5b1c9bbf7e6226fbcc7419 -size 15226 +oid sha256:1df3ce74e579e8a00f639f0bbef9759b2632f293bc7283bcc1a960d728b9a766 +size 42131 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index c90c9bb4d79d..e1ca2388ff3b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:704e5cc3b964873aecb1616f784a5f3d7bed1cd39af218c14a5e4835c71f0652 -size 16754 +oid sha256:123c660513796308c3fcfd08aeb6cb7197202fbfad4655da9cab46f94438c949 +size 43862 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 94719fb7169c..5e5968fc31b9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1246588f252e5b98baa08e430b08e387af29dccd30ac8a51de769b5136654999 -size 12101 +oid sha256:7005c2851d7963014d50c57138f18fe837bf1a5aec8c213bcee7c2c408c2945b +size 31937 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 817a88b51f94..5a6fcb263944 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:673fec7224cbb076869b221181fc4b0228c99410223f9202ea4eeed5d1a55341 -size 17988 +oid sha256:dd3a61f7f95b3f0e32fcc77d243d6afb94d084ffbb42b0f8e663049a533f7887 +size 47283 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 18d2102f93cb..420b9e4d300c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0bcc96369440fb42d737c20e1a21d70051b6e3b98fb9248827699809aefe3c5e -size 12811 +oid sha256:ba66ed0ac7ecc929a5fd93cc50f4f881ef2cfc478bbc46bd42b7a446a1501fa4 +size 34292 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index ca8f0b9f9bd0..743e891a9f32 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:41d2ca2d5987b1690ea2420ceb3df481ae39658d45bea01a89d0308913ed7e99 -size 12030 +oid sha256:04ec7ad8671b72cfb042476be9a113d2558bd1615750fa3e2b625cd9225e141f +size 30337 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index ab2952e8bab5..263b5d38c4c2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:43cac02c2cc5dbb72bef53de716f33ad066844624e5fc1b4bbc1687e70b0df4e -size 8270 +oid sha256:d983eb70b9044b556245598686247da47c1122813c605b9d825810ccc7d40895 +size 20475 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 0d3204970848..ee319e642aec 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0839f00e02ecb6e04835bba999a33aeccf5a462f4f35d16573b7bd11aec986f5 -size 12517 +oid sha256:e4afb0445a404e4f8562d9119af6771fc1a2c03e948be2dd16faa80eed74a4df +size 32713 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 2f988e815b49..f02d5955513d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f20536e2a012256b902e1bdcd007c60d8b4fb8dbfbc8b66e4ddec3b248e4a0db -size 8777 +oid sha256:99b344497f7cd0582ce99123c35f48dce598ef24f98086d2d0374d8e85d53439 +size 22996 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 95aeba110ab3..e508e4f13452 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5f33503bc9c1c166259722a2f46d61bac708ca7693bf3e8728b528202e996c53 -size 15552 +oid sha256:b46a67b2dad8a506583179833ee856896fee9402a5b4837aba6c6f4b162de19d +size 45045 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index ecd13970710c..4bf8169258ce 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:01ae83e5cfc60162302dc8ecdcdd4b6da4baef136245f4c8f6c1f08d061c5902 -size 16018 +oid sha256:9f64ae745037f52d8cc3e19bbd3a39bb1435556dbe1e30c0585dc1c1f477d1b3 +size 47024 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 7e3e4cc6617b..8cca9cdc7f92 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:83ab781395cb5498b34e81ab5bf2949d3904921766e8f6f193a739d8c7982ae1 -size 14868 +oid sha256:d906e232bf910b01dce31a543b19d2e4e900afe27dbf6f4c987a0950e91abc6d +size 40693 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128u2_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128u2_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index aa51dbef3bd7..f7e5abf4e786 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128u2_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x256x128u2_s6_et128x32_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af87574993d96f5b11165bc580a378720008bbbf1a60dd937a3bdde9adee1a16 -size 15319 +oid sha256:55748f0ab0451bfdc9f5c68f72cdfc2d6ee11a5527511f8a13cc20db7266c94d +size 43007 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index c12081a1a524..dd0ccae778a6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ce458af974deec49d3397d4ce0db79efb5f474504ad9784b0f47753c089c8a32 -size 17599 +oid sha256:284880cf41ffcd0f93b17ff5489e133011f2c9dc1ee6a8b1296a52947c3395df +size 46785 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index aff982b84367..2fe52739b5f2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8a34ac7117f839427aa7d447f38a77715c969ed40bfb6db13c639d6f67543b4e -size 12886 +oid sha256:7c60cf771da96ffa94ba2edf39f7791b031f40de4072060f59d68caccd0afc6c +size 34892 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 15f3e47c9e23..6d97214c0c72 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:895cdc7bd88877c8d25f6e6e1efd67f380848bb192efde5126ae38a239cc234e -size 18730 +oid sha256:8b5f0b752dacc0c17488fd0a311183b92fc46a0c52fbc4cca14a8eb531da1de5 +size 49791 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 97105ba6e79c..f6bd84389824 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a9a1121f4ddd0b93d26dd4f6526cff1dea48703423c38b68bbeac7cccd10a215 -size 13596 +oid sha256:8efabbae6d7e1c2780c7eeb078f76b12e3eabe4c640a890d35f3a7d95ea61a92 +size 37349 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index a70b2791fe00..96968153af4e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac675ff553a0d822ba17a1ce6fee9f558eb23b54068752e51b624d1ea1d65379 -size 12456 +oid sha256:38cb94f27d6704b7b6610e5efdf1260369464fafaa57f1d7f2509508f8ed0464 +size 31144 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 6298c81e7af2..6ac6e2b6a1e8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7361073e524a4951be1b44ae1cd4eacb53086c7fe15a3a9bac9e5a2c5984ba1f -size 8596 +oid sha256:d4304b677bdfd7353184f17fe5dcea216566cd24be689f814752e488797bb2b2 +size 21698 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 8013bdf5bb15..e12a386c803a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:673c97a3ba5c87fb964f5221683a2f62bec7f6f31d9cd0db31fa580f04702be4 -size 12941 +oid sha256:4e5a66f64370cc91ba2c7854e7a8721130d1c3e633c33746615a7714a3edda79 +size 33599 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 056a311c2228..5c38c52aa9c8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:298887074eb8f25794785496b5718871e6ac47cc60aed0b9ed286f2a678cf42f -size 9135 +oid sha256:eb191fe3b932bca060ca66789a9e8cef702daf1e8e1228317a9871d13c7d41a4 +size 24094 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 84cbbea421b4..995f836ad6de 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c1fcc2419df3ef861fd2043e98e948a139f63188485a98bcfaa27c0c4f0a1c67 -size 19624 +oid sha256:d01dc0b71e66069340d7f26222bb4ebb79400a911d0a7db691edc1a99df2c10b +size 53952 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index fbcf67f666c3..48a73ade59c2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7484dae85b074bc0ce0934ebfac00d1b31b3e99b57079cae7cd5472e339fab34 -size 14533 +oid sha256:7562324fbbc588023fda02d25feebea738d6df18d659e08f6ab110603c8863ee +size 40063 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 434f342585db..a6ccaac8a100 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e04ff014f4f593da3a608d1cf17a01fd24726ca732b4d3a6b69bd0e39388c7e9 -size 14383 +oid sha256:6b758c3ac0ac190c3f99dcd99e485b068e95e29e752f65ea614a5600633eec1e +size 36328 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 89a8b773657b..bb6a2b4b8401 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f2904d8d80b1d9bff6967bb8f15b0611dcb7f5b4a3208c74e5c73cd36d2aed3e -size 21016 +oid sha256:40b114954a8613d9f6bc513d82a975cc178f1dd0be301a3fde26340bbcef70a8 +size 57196 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 7fa5242e62cb..68b96783637e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e0aa24621504e9f684aac8448482b0ab4bee55381143fd4cc2d9ca820ba57ef4 -size 15248 +oid sha256:ecc8f1782df676d8465b1652787d7eb1e0efd8eb521f1648f1982326929eef15 +size 42514 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index a208cd5e2cb4..daf76c2e2c1f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s8_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:acb337917d29943093d3769ffa066f65201277d730af3f1cc078e335e76fb0d3 -size 14739 +oid sha256:02d656ffcf358474c9b57de55e08cdfc922f54e160ac243c4acfeb4b376589c3 +size 38332 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst index 3cef02b94951..b68bc8a5590e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c23f08a9c57f54de7ee76c2e7cd8304b5443002da3f28dfba7a2037974223dfa -size 11098 +oid sha256:712ec6fa6bd6a461f330e1242ea05e77669cae3ff62e5ea116b9b5b1de43d5dc +size 29787 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 884810f97cb0..f50fc87678eb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4661c3142c8064cd251ab6afaa2fdab0d93fd7cb0eeb6834659a7ab60c95f185 -size 16380 +oid sha256:67af5dccd88d4232e8079bd047f290986eafed8bd06e8c4ecac3bc95b4954037 +size 42534 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 89ed7c66c384..4d43412abf77 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bd61cb9bba9d03d0de8a44d86c0fc2a3dd23fa48b2bc495453fe387a7c2bea9e -size 11741 +oid sha256:7ea33d3c6b911c2b38f35baf91649db11c7b19c65ab49eb1dc9a3003316502c0 +size 30376 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst index 24ce3c8a96b0..c5b1e66223f6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d612feabeca34ed75281faaa0446440af0b09894219c9b336f31210d01c5137c -size 11777 +oid sha256:d6c3e37b34cf7f31f1e38148ce8e98c2b7654f7f1bc6b64e1dcfb4560171b515 +size 32422 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 2b72393fcac6..6a63d2345854 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8e523d1eee50a77378afb84d0114a8b4f5ee6d2463ad9f7de32ba534f124bd9c -size 17720 +oid sha256:ec1d73d946e24d08d749c278d3cda9621eea1115acfa52386c431180d296fece +size 45876 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 120b3435553c..8c1a6c638661 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:07fa72904e2795db086e5d529783bd7184dbd987237e45f37ab041caa12047ec -size 12505 +oid sha256:aed3f26c8cac91642cc817ae818af041c65e99a431a282df19a422d60ea17550 +size 32523 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 4c2769c61999..80800c0b7fbc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:74ef53d00720742ab263d3f2bfc17a7bdc9106784cfbb2cecea0065ac1bd9d66 -size 11909 +oid sha256:bf84be129fede8d764fb08fa42e91a16fdcbf01e12e37d3015622f6578414494 +size 29679 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 5ce5be1f52da..772ea3f4144d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:97dc9eef9eab5c8a8a69149b942302f99bba5d45a7e4b041272d2e57e2f5f825 -size 8098 +oid sha256:8271da3932118774bfacba7c8554eaf092134f5fb33549615aa80969b138ce6d +size 19949 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index f0ba13ee0609..d2773ec8358f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:37f0be4890b1c13c3a0a7a39c419c9e5659fbf057ea10e08fa35825cce3023d4 -size 12445 +oid sha256:f4a948d603ecdc3fd9fcecfa02d46733a2544c1ba922181e38654dbb33da4067 +size 32248 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 8df683f07099..51607e214c17 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:24a2a8f3eec678f043837786902bdf36d6e6a5069569d9fdef6f206dc8788acc -size 8718 +oid sha256:fe25a2ec024371c671964e2d71dd5124b84679e0d76317027dc3be63bd482c30 +size 22521 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst index fed39d6b022b..0322772b3f8f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d2d2cdc2a5c1e565066d289791531893ded6817ce49a30acacdcd377da8bde16 -size 8272 +oid sha256:5b42cf1c8386008a37fefa89c33b5a0d2adeeac7e25f26f5c7f9e222a382114c +size 21446 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst index 39e1978adc7c..f31293f5204c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5f5dd38762003607125da75a46382eb5c73b1828d09779e4e60ac1d8d5fb519e -size 8423 +oid sha256:997496af8f942d0b6909591a02e379154e2ca39613e13099306bbb9100b1559f +size 21899 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst index 0fe15831bd08..e89fbdaac9ed 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac8e2c3c587cfe4e512828f62383cb08287d3881bade6451ed5c0bc0e1cdad1e -size 9019 +oid sha256:d14d3ca8df629bb0514f5ed8ecaa9723acd79a689cf17a52dad36736b683afea +size 24993 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst index 9885a2111f13..e7e849cbcc4b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:667b1a97580dd3dbae8bb2f7e6378c6b1a473268714981c3a35803a53c7dd379 -size 9207 +oid sha256:026771cc0d451929d2b70b1ba4c13ee8903baa3078ff5614c9b38ca6c2c7cd2f +size 25547 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index ccebcb2adc15..2790f24ca810 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c6aeace35601050fa6059e4c16e2809fd784065ac1fef8ed1aec5715e1cdd244 -size 21373 +oid sha256:38a109e30500737d30af7e4fd757788e9852fbc8d829a8d7998ab111fdd4a495 +size 53973 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 57e6e1274eda..9e45a5b5a4bc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:96aeae95dc5354a095b3a6dcc41fd70ec82ff7c3f30407c2f21b162678d3b645 -size 17114 +oid sha256:8ea25f2405c3f8f783d4a87d7fe3f6b0898d241c8d255eb3743228515e7f0d63 +size 42431 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 99dea95b1bf6..a21d683d1dcb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9564eb7e43d4d2cdd4c61a32e1a0cce49d01f970f58c8c79b00c36d1a19ed44c -size 21979 +oid sha256:9d9bb5c832d5cc516256d95b2c4684101e6ab6e9c58d8be296104c0281d551e1 +size 56322 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 9d90c0ae0ac3..a7b3cb5123dd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x128u2_s5_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a8fe47f0bc41ac7514dd78c6d47768d2ff327e4be61081837db9ad815dca2afd -size 17722 +oid sha256:7d0dd9abf026e17e9ce2b1e556984d2072ad96bbd870284449fc9fcc6a29816f +size 44674 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index abc778d89483..537cefe38c94 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c9491819364bf17d8124e0e1e419f72d54c9099a71538a55132d2465669c214b -size 26039 +oid sha256:f5b1a5c5ef3a5f4a70857f5ac9f7e22fe161ae8809b6a02b60297e85e8c74ed1 +size 64709 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 92dfa4293dfc..06b35c0f03d3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:49afd8730d84f7e88944db62db80b10657777ff7486c27de0c217cc87336e704 -size 23925 +oid sha256:8dc52e7951ff15f4c01688b38d68328271c7f6ebedd4ba94fd13d2949973b973 +size 60962 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 65e285bd98a7..f1e705f63b17 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:13e20d676a86451738790bb4963655a98918756c7289f2703d2c131c61ccedbf -size 21407 +oid sha256:916433ce57d132e0f7ef653785ada8e3c7500757ce0ac07e01afaf11d5644466 +size 52245 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 2148ae51089f..8c5503f337cd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e813f43ba42c45143f67dca5fde030da59a0e8e032b7c0a0121f5baaea9fdd67 -size 19164 +oid sha256:c3858b3342133dd75188bf6da1be186b0c6c7bdc41b1aae9d0e67b94d245ec50 +size 49370 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index c9a1e3b0bbba..e804a9fd8180 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:56d3cb987a065bae4554bcd839bd0355244c1c4a8f682957ee2c81e66b8bb969 -size 26765 +oid sha256:f40543e28a859f5584c79bf4325f90ddd9cc353e33b1567c956eb182cd6ae5fe +size 67490 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 4a81b2ab2724..47172fef1d1c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aec3e9de77824123d87880d837f3bfeebb8b6d23ce29a036965a4d3cdbf0b097 -size 24668 +oid sha256:ca9aa1db805b2b0462e05469117e635859c9653ecc7492716f2db9d0c7e4fc57 +size 64347 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 1feddfe1cb8f..97dfda31fadc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:afd3ef69ebcc5756a25650c63b861242f0536e98813185eb29d61947748c023e -size 22337 +oid sha256:bad086eaa06bedf208d09b0e1a88aebcfe4a66f4239123de7b79a06ed126d4a9 +size 55630 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 5910ebabf529..9febeab5cbf3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x16x256u2_s3_et128x16_m128x16x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:33081cb271b91f5d6baafca71723a11b2b84f71f3dd6fd3f640cbb5a00542601 -size 19940 +oid sha256:6ee598bf3dfcee7e19cad90ee6fd801c89e927b0d54f4ea96646c818853f2963 +size 52618 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index b8968691fdf3..fd86f2f1cb4a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c0cd49dced7fa038ff60952d2bcdaa965599a60dce0db250538cd77c5b3bcb79 -size 22848 +oid sha256:5cc3f14754eca4eef3a1c0aa14fff0d1427921019279dc1078d7785c9ca58ecb +size 57475 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 8fba60a8f65b..c520484fbef9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4e369fd82a4e26a242baf7bf269a5f97d719c50fe40d04880a7133365ca1e656 -size 18210 +oid sha256:87a22518852ae0cabb9cb17d2380cf78fcd7ebf120402dc39b20dd56640d82c5 +size 46171 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 48f91416d22b..5ba49acb113a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1334d259af40e13380439fbae4d08ca26e688e578293a02c1761d2a4f3700f7e -size 23388 +oid sha256:841c875191fb197f4ee86b0a852f4468da53ef71a48b3223fcafd7ce608d2298 +size 59624 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 959fd6fd5f55..41438e03ea8a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x128u2_s5_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d0123adcfa104b53138c1f626a73cc60de20321c514d294e4ab0480dc0407b76 -size 18912 +oid sha256:79318e908298355b00b30e935f8a4ae4007ce51bd36d8f530e2eb5db1e6fe896 +size 48056 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 190af822201c..01b90851c83d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d95a9f216ef8f58d95f76882735a33302569ef3ac4714a0fa769082895788360 -size 27210 +oid sha256:7d13cd0b4cd9c66adee966b945199ea368313ac733409602b31ebd1b82084114 +size 68086 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 6001b8c1fe69..059ac2f56527 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b7435dfd662fa07efdd1f01484825cd4867237207a2d61ccd6ab2df866a9ff3f -size 24058 +oid sha256:a73162e76371df11043bdc101ae8aab1a6830fea0bc2b24a8c08375a9fed6cb8 +size 61511 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index bd705861e280..52743489684c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cd4eb432a0af2b2228ad8ef48563607c21e1a57e781763d99ad299f768816d1b -size 22335 +oid sha256:95f1de5cfad240025228e97b2b4f353faec31bbf6b0786c746051a1d24bec233 +size 56258 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index c56b5c1e1c43..d9c2ce7716cf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ed03965a50592235276b4716444443d8146603b7cdcc62ed5e1e516219ece6af -size 19390 +oid sha256:2e092e73e83172890fa5b270ad265d1e838af3955c861c99e0d101e17fe01740 +size 49847 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 6256d820d977..26198fa33ba5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:403a811e812e2c97379c245e5d6800b77ab37be250814f9dbbc55342fb751cb3 -size 28132 +oid sha256:d3671ae4dbf1802f129f4a50b07cb67eb4de2076b1864612b678c4e5c1b9297d +size 71158 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 5fb088b68e67..18194555438f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e1a7681c6589cebbcd20eeb4f842dc2be75b11c36edb1f05dd3722a19a7f83e -size 24776 +oid sha256:24701f8eceb93385456be0ad263d05976aface893ca78c2fb836661d6f9d608e +size 64498 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index cebadc7fca42..1c215f0923b7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb9270f676f150b57536f523090050a64003405d2ffb1e52674d4cd2365a3c4b -size 23331 +oid sha256:b35b79a7b03e5056a7989c59fccef519a1f361a1bc466fc009483cb705fd3e89 +size 59204 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 88eec35602cc..cec4e375b55b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x32x256u2_s3_et128x32_m128x32x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f47db639a4b4f293f51befe34151b06e0bd3baeb6513fe5b0adf31e91fbda78d -size 20205 +oid sha256:536365af3a34fdb1f6dcac50e7d94710a7b3cd2d4ea82d7d10989cbafde8d48e +size 53002 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 3788d9c2b12f..9d443aa0b1f6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9f31b78768d95bf890e1fcfadbc7e9737e0bf7aad5e408ef6670e77ef679a361 -size 25124 +oid sha256:366baeff1e3e7eb6225bd080b378798de2abdd0fc899a35a0438fa119972cd46 +size 64932 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 5675eb61b002..4014b424564c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:09e5d9be9fe10c133219bd58c235645fb7244b683d1258439c2bf763c569515c -size 20268 +oid sha256:1d8f01fe33604fcb615bfa6ff894043f371b2da375a16462be2bf3afdedbb30c +size 52615 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index c24005aeff7f..2596a875d246 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:162c29dfbad4cf05817df63a354bd2c481d2de104a6a320d3ba08aa7d965413a -size 25584 +oid sha256:bb0987acf9b3953899e7b80999de1f961f017caa0c8f6e5c1c55db3e234be3fe +size 67176 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 1a371128d272..02411272b8b4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x128u2_s5_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b022ce0b110428bfeb0d20d60b57792ddb0797074fd2e9218e2cf80d8819ac35 -size 20933 +oid sha256:739c2f700d47fe541405dbdb710354fb2ef05530cc2af43b76fc97d5522d0294 +size 54813 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index ac090785efcf..93911c38be69 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:73e575465d5f67ee088314911858e546fa29129ebce65fdb75480c08ec47f212 -size 29942 +oid sha256:757c5778f5c49f887ef1b7237af873afe50665c742ca1fb18b4aae9380859e4e +size 76291 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 76c1390c3ec2..531a63226e7f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4ee0a330a0f99d14ee8daa08ebdc4de0ad09ef56140355371f539fe877436662 -size 24428 +oid sha256:088ebe0ea42cae11d53fcec46fdd463c908460e18ccb861e917a18b09d337b7f +size 62467 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index ade3554a2a22..a55b74a6186b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0fecbe40f910fb1fe7d1503c0059f52f4bf21383ab73d1f8f9af49610493a506 -size 24380 +oid sha256:1fd8e476f82e53a9232446704c4504abbf21e0612640d8312bb32cf6e43e6a18 +size 62765 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index c5bd851e8e6d..393171853f34 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4f5df2b003e6acff1c0c4d5fa6a4d280c0d2cdc70768f51ca0dbeb6ad75f98a5 -size 19777 +oid sha256:eb41fd7b63244b0f627f18e1dc7aa4a74560e7fd75544d95ba6031929dae4d0b +size 51037 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 345341fd3caa..84e6a5f29626 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d41577d1c94e9b45c4cae2aa2401dbd78771ca9cadb3bb122b89a7abb274190 -size 30779 +oid sha256:7c10b77c674519b1dd630db49165b62b14cadf80598809e222df8fa1b5b409e4 +size 79317 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index b808b0601147..b97810dfced5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0ca102324ccd789eff520ba35419e2a6c66d796fda0a8aa1404bf0c531e148d8 -size 25201 +oid sha256:8bb7e4c6bfd8cac525d31a4a70d61d745a5f719985bebfd6061c71ae4728ba4b +size 65691 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 418a33d46cfe..2ac51ad562f6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:46a421302a01a5af93a278db3e34492db46db68938ecd72acc304e9075258710 -size 25397 +oid sha256:974c3e05907b4912912efa7ad2f4d95650c8bd82b58f5f88b6002ca2a15bf95e +size 65658 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 23c4f424ec8e..1f1cb2a7272c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x64x256u2_s3_et128x64_m128x64x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:36376c4df143a6b39a41c7e67de455d9ad7fba8647b73fa174a3b4069accb7da -size 20573 +oid sha256:a8c2cf222a19b77fc16fc7d7414a6808b5ee6cd4618d996f8f6bb764a8f1b622 +size 54271 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 33726dd61238..5f29144c199a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:903eca2bfaa3b4f0751c1eb8fe8bfe55779a4b92607627d179f4f8b7e8b6a831 -size 20749 +oid sha256:fa0bdd1a9d8d280e8359d4842d0d43e233fcf0ede601d636edd4e580d4801f8a +size 51672 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 62c4e3e98d10..f9b2cb0e69f0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d2054b8f7499a2aa24391d453f053049227e01cd6abd4c265e0dbd3fdab48f8d -size 16455 +oid sha256:a50395a433fe4066e76565dca8c504edaed6b51d1ed66f473d5818a105ebbff6 +size 40410 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 0f86ce5486b8..b5cab297b1ff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4eede95c89daa255e873f725492cc09c646750c0c8f287ba83b14a412d7c0ddc -size 21328 +oid sha256:edfa6cde89f4aeb0fc14ee8378dabc7b3f2be4b8e84f2ce070081af9b9acd937 +size 53893 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index d272f87bbb7e..b05560a20ebd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x128u2_s5_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:32679403549b921725bb450b3b5145293c162034a490a7cd34a17f8c07bf4dd4 -size 17013 +oid sha256:3c479c49208a0980d1cc462482d09e405f65106149cbea21feefce9e99bb2a55 +size 42692 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index f0d1833b892c..a40ee3a1bda4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e3f4f942dd5a81c7546886c6015af4c29719f0a65d69e5cdbd99fa3f55be90aa -size 25396 +oid sha256:5b382905f1baa207fbfcff500b383dfd6ac3cf811ea900848fb59ada123149d5 +size 62689 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index e910b646c446..2d88618d67e7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8f295a2c7d75c51013b1794d5c48d9f9d5d4173dcac68cb9156793eb1b32bdf5 -size 23796 +oid sha256:fe059870526410c984cf08cfba4bb846c0e56b7478d11f387054c19c606f9e90 +size 60733 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 00cf4770b8ce..020182010547 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e7037dda69f10821ad8ed4404042f3b035a0f875ce4051bd4773ffdedd1e2130 -size 20742 +oid sha256:b722eb732a728574bf21eb09900c36dada893eb68195bc1be88c5d48bc2c132e +size 50170 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 69311d0cb037..b0417b1f7b80 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1d2efee788410566cbe018a0e8dfa85682ed91295dfe7e0d932c4e70c25c064e -size 19030 +oid sha256:38eb34b7b268793cf74502378fbfa0ecc227975fe9761362fe2650ca8d976f6c +size 49024 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 00e6f57afc84..b8c187d8da1d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:129b9b113c60e223581b5ffec39d561f2a5760a801dcb07c69f134f58df68055 -size 26139 +oid sha256:567a414db47360bbc223930aaf38c76d75084b62af1fa7ac6e206b6a89375ec2 +size 65843 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 80ad1cdaaa55..01e39a4cd682 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4d83dc35d250dd2e17f4e6ee950acdb1530da844c450c6d7646426527cda71a7 -size 24555 +oid sha256:d99970efb80872837c531752d64c0feb8f598407f0089a057a780e8696fc40ee +size 63866 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 9eaef7a116b2..eca0735a1f6b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:67adc7d1767ba99abf5d3a7fac000b7ae016c2988c73efb4ee1bae256d3d4f87 -size 21662 +oid sha256:623c25d8aa719905fb6da10fcb14ca2350dd8680c5b070db75aed4a9db4d2e65 +size 53586 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 701038b83ea9..bb3568656839 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1Bfloat16_castBfloat16_Fp32_Ab32_t128x8x256u2_s3_et128x8_m128x8x16_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a5b7405c641b3d5a2fc17874dbc16e4ecbcbb4bc18debdbfc6481de1b8a974c8 -size 19838 +oid sha256:35430cad4f2c6b27609342c4399da8538f90003cb45b410513b8642d98ca8489 +size 52079 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index c58afaf1f6b2..be94db5a7a04 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:edd2364ff1fdf9debc71e51ed10d661287d6ae6ba4fc9dddbee49b4667f8e984 -size 15158 +oid sha256:395060a72aec3cfa1989d722635b7313b6765c3abebf13e56a4577e815ac7a87 +size 40831 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index c6442e76abdb..febe187c4a9b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:64b8e2c2a6716ac5b4aad9f0460ebcb46ee830f0d61131f1c11108cce9b48475 -size 10818 +oid sha256:9e668c626b7e015f2265480377d2d01f318bcd750ced64641c612158d4de0369 +size 28476 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 169155b592f3..bb734f2bbbda 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e1fd3a7acbe75dd049a63483f03fe55afe5f6538e57b85f73ef7fe2ee63c4c12 -size 16156 +oid sha256:39b6bde83584102c7a03df11ab4c96149157b2746e1e0669e2bf62521f355ab2 +size 44700 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index cf3952f3003b..a3988706e522 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d319df628958fa8d614ba0c5f833eb77c38d058f4a0257ca1532b7cb728d718d -size 11747 +oid sha256:7853d2c2b19c5e151dc9b717e9c3d04fb06934b1831480a27f8b6f3d65e2434a +size 31655 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index ea7b9aaaee37..c1b9d2c92e2b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b79e7f965f6da7508fb808d2a270e47bd7bcf2dca5c1d7f948646d2c66ae5139 -size 15946 +oid sha256:891b5b10157e6bfc162e1f48277fc7d0eeca195f4083f692c5692bc018f45fb3 +size 42241 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index afe8c07faf41..6c7e8befc186 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:33aaf3dbef98d9e4910c9220cd0d10a71a7154d1ef04f05b0ee57aae284740bf -size 11273 +oid sha256:408ac96f306065260cf7eab845578063952277d83d2bd91764c02ee6ea2dbc50 +size 29728 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 4a8e737ed312..865e11a381b7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b52cac8e869db20bd5340a087c6114ed6165603ee852927f98405ee91cb6879 -size 16885 +oid sha256:661a1f27a7a7900abdd7d6d013a8f06306c478f80fa6e0947e1ff58987aa5ff9 +size 46339 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 533ed8aead54..848b53a8fd26 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:10dd4f297cef67fb9af7b140e50f4fae502694b70e375090bfd55d726977b020 -size 12118 +oid sha256:bd8f289fea162fb617f6db9ac6813498167d55f2db146c33d27dc6c6d7821a5c +size 32916 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index a3d1bcf5893d..9ec475d0387c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aff2318d3af78280e7797be969551c2c1ce0cb7441d417c22d57c4a7a6b9eb0f -size 16352 +oid sha256:3b37cfbfdc4f822a3eeac49d473a7377627e506e838b81c94f74e5a3a6201ce5 +size 43997 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index c6687d33d257..16de5298030e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ff8cdcf0cd3232de073976f730a0e58492379d3616f63af66a8897152bfc4ff4 -size 11893 +oid sha256:59de805ac0cb7a83d61d6251251a494b91fddfe6eb5ce90af5df11d036199de1 +size 31697 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index b706a0bb4c18..ba5e5cf64bac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9e0331b146e965994fc4ba6f992aba0dbd71cf9d926c001ae182b9d2e4917ec7 -size 17367 +oid sha256:b5fd494674dda44cda6d87db830c7278153df51a91f060972723b9f063530d6a +size 47790 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 9b692db1209b..d9ddf65c2d87 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:29997efe56ed22883861400339104712fb3c45ee24dbd98a0550949014d21c01 -size 12803 +oid sha256:c69cd7c13ec62f41695c4e7d5726b0ec46d05e8dd11d2df3cb9c7749abc4dde2 +size 35150 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index bf0c532ee34b..5bb123c19498 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:305a6a34a313e7bf046350032ad68b3ec29966b83af88a7345766ed1a37d6454 -size 15093 +oid sha256:241b044a5c6e211597898c7092d83ea34e4ec58640ff264531aa612197f8b211 +size 40301 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index c97e7ec2bda0..a1e364661f54 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5a9c18cc18028c9f3d1d6f2b9531485005d57439ebbd4fbab68a980cb1358f2e -size 10657 +oid sha256:fc42034e4cdf3d54353ebcfd76958cb76bb1836a01083b6e0d011161c4fdbcf0 +size 27790 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index a4c03c495db7..da65a735d6e9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:59eb202ffa61ce2f9ec21b6c22f3939f5b33397ce5ddb3ba875a01682f7390e4 -size 16051 +oid sha256:fa4b6877cc529a1f12844ab90d5dbd248d8581dffbdde71aacffe94593acf307 +size 44238 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 4ae0e670fad9..edaac9829dfc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:48a0cd3cd807f99b0a3e1efdbddb3c92dfe595534762d4f93b9850ef8f33d364 -size 11519 +oid sha256:976d8b120b24b4dda63be9c84bc2138e55385445ddc80dc8a9b0384d669fabbf +size 31147 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index e2473dec594d..d5a2904672b3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:56da4f5f9f8d685996e7904e408442555a7febf718cfeb6f7a099fb3f2e68a7c -size 15971 +oid sha256:a5f912eed04128f2bc48d3ac8e8767ad15adf8b92ef129bbb2f25df36d274be1 +size 42761 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 186e3e56c6b6..70b572e91a97 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5fc9d05759ffcc8f72c146bdd01204b39305e057444b067da1230f7354de9642 -size 11239 +oid sha256:390b5bb219a3b588075fcacc43480e0310f50b311f8d1a522c8741431e5ff185 +size 30234 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index b5d4f41b72dc..9b5a48a3b00f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:50474ce916ab796f57de98f7fc5f2592ba14ede89de9d8a6e4fef1bfcc25eb30 -size 16872 +oid sha256:95a6cd5bf8d1be460a5217713a45e0a0505a70f712b78d53d004763c439f8841 +size 47523 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index e6b2f56384a6..14a707a1e02b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4d512d8cee6e87aaa50197ba2bd3d30a2635d934ef1809cb51b1820abf25dfd2 -size 12301 +oid sha256:1c19744d2c611fee02e37d3c73b5a547a5d64818de8cdbab36162be7894b0daa +size 34647 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 184585236fe8..9b3dc42693be 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a66932311dad7582ae7f98cca7867e21e4fb3e9f82f2facfc43063e432222972 -size 20091 +oid sha256:fea813cad69b55c95fc19839311ce92140b3bd69cb85b0ae95f5f6cead927c70 +size 50894 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128u2_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128u2_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 5c99fb20f7c6..bf36fd52466d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128u2_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x128u2_s7_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b4f582180f175034220bd26d3b48e196615c163a3ab962e48627f169d51109c2 -size 20803 +oid sha256:b37fe33f49b8cfc743e4e7a198f4605012be7498ba543208dc43d39a12d7c14c +size 53834 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 459837de1120..680d224c636e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:afee30baaaf7fe37c9bbc5247587840c91372a0054ba0e75a5f94681ee11f8df -size 19883 +oid sha256:d61bfd817a9abe6976970a7f092095aa54e85f35b3e0cfe6303fd45f9b686d51 +size 52187 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256u2_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256u2_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index aecf4fb9f5f1..c627988c38ec 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256u2_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x128x256u2_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d0710f93045fd20aaf3c885a0d8f3b599ea8fdf6966a3d97e91763855ab6b7ad -size 21210 +oid sha256:79ffea016500d152e885d8e2f9b993a61f9f561efdeaee48a22e20a99d704bfc +size 55428 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 6181853d43d5..a20ef845c532 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a160edb029f1a65023fdd6fd6eb83af8c390ea4740f2d9286cebee49117aed7a -size 16904 +oid sha256:ba8dd7c8e3344b3390defcf699d5d92f46011cebbd720fc5dc86417d794bb045 +size 44835 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 650aa76f0dc2..a6a0e1eca075 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:14dd256f09765c9cd9071b93a21aa9b02618468c1b1666c03ad6024017bda186 -size 12463 +oid sha256:3d8bba8a49e349ba6b359678a43c8ed08cf925c30c44bce12cca2b9bcc291333 +size 31087 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 27d7cb04718e..e7beaa710445 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7cbd1de2a9781fa6474ba646ff78d5ce5005e677113caf33951e34969011d7d5 -size 19072 +oid sha256:baf08ec7ae6eedeb496899548406cc24cbc53b926de918f03f028e99a8bbc905 +size 50478 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 3bfc33feff37..b8b7a4338009 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:01927ceb7b620040ef493d89a53b76ee9b9c117ed8e7365d308fe4a92b219321 -size 14754 +oid sha256:c0ca2dcda8bea968f0cccf95ef49bc408e7bc408510ef7dd29fff65b21a0dcce +size 36769 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index a2fa7ac91b17..fc56b6f3459f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4de3e0ba43044ff5844356631ad51cb7ee2c4bc44df2f868b380fc14ea290c7d -size 18005 +oid sha256:aed32a6a90a2300d7f32ab532ec5429381c7e35209c51a5a7b42c9a073bee9f8 +size 48403 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 7b1484356543..daf71e9c746d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0d7927d8b2a6f4b59caac47193bd40bea5e456ca9c4fe1ae63cb22f9486e7caf -size 13543 +oid sha256:355a352eddc3d403b5e4c003b0470859a687d18edc98aab8c0d5ddba42e35a62 +size 34829 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index daadb17f7b02..4ee30e5860d4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bd330edc5b942bdede960f079a605da1f4b73bb420e7d4f2f541f9cd70947189 -size 21042 +oid sha256:3c5d096ca7f5a1fe36525abb817aa5c6cee8a2184c74e6a4eb2703731ae48682 +size 53957 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 3b4e49e854a6..fcbfe9b9e33a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e67d60e5ca2479122cf24cc5642a4ee3a7c57ccb70f0c0c40916c9008f1d8ac -size 15895 +oid sha256:2af92cbb6f875ac2a4363beb0dbd91f9dcad0f6d54808052436abc3080b600d6 +size 40649 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x256x128_s5x5x5x5x1x1_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x256x128_s5x5x5x5x1x1_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 1bcd943ee4fc..513969743676 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x256x128_s5x5x5x5x1x1_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x256x128_s5x5x5x5x1x1_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b0a3be73de08d4253ab7793c0061c88a6b466bede9fa82d35d077ac5df15d48c -size 18949 +oid sha256:2abe18d435f44fb0e3c0fe6a3b519a6193cc79d3662813629546175ef31cf24e +size 51314 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 48625987e74d..35ebd5007149 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6c55109b70c9f853257c4caf9393a7255793676e6849f944ad7e1d6387f38ec0 -size 17475 +oid sha256:0515435c041b7c63600963c470f7cefc3ba4e303b44045ad3cb5577c91354ca0 +size 45410 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index fdf1b2f360c5..5ddc8dae09a4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b8cb6fea60fd52b8107dbe27df128e655a0aad328aebcd189a78567c2c573997 -size 12769 +oid sha256:0a18c69a26ce13b825c8a30e27b92641819b93e7e05d8a1321576a1e0f037dda +size 31758 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 25933e5ffa65..694ae1be166a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2e6425a636621214cf90e4eb22d7b101c194a8c45553261067222db66ce7d01b -size 19102 +oid sha256:87e3fdc154d2d4acb002aa388d605ab5e3ef43605a7d629eb8608a8a4bf86d11 +size 51384 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index f6b47cffb358..32513140f78a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1eca65ce396df5a0bb797c5bfe1f5e2932db9e10684d229e2703e8fdada05ae7 -size 14899 +oid sha256:58f81ce21d8c0718675128e79a93248afda4b05353487430e5ab9717db53d8a9 +size 37277 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 0f9af21efa61..383be14debf6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5f6d2d44b834ea040693ce0de3e45c265c9889a7e2fe3608a699455d86554c0e -size 18540 +oid sha256:e2e330f6f8d858f31aef7889552740d30251454ace735dd4ea882cb7d1e2035d +size 49162 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 6704281c675c..f16c1837c469 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8529797f5f7a91ad26969f39d8225a50778e104e3076a2c6499867c361d91921 -size 13828 +oid sha256:7002dea65df860f0f8240fe1a0b19c23886c499b0f8e9e21432311f2eabaaf87 +size 35473 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index e3d82e224b52..51e83d3c7fde 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5334ffa21a0bbc7728a88d6ae5db9e235a17dc3754a8ddfac32c892d4fe7ee8c -size 21300 +oid sha256:d7d3fc2d9146cae73fda67628892d145bce36e61d3a3f73774cf549975016ea2 +size 54718 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 3edda0aa560c..8b453bb7ea28 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2ce23d423648b01c5a0965c0c5f4884c13241234378cea49e96632c598e51575 -size 15995 +oid sha256:ff0bc5b015ae62faf3ebe39a34e4e34b3e03cd6792af34bc6d9300434eb6623c +size 41252 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 305085e43d85..688ee13428da 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8e74453cbe75e8f69567c1c55d9e18a0a0a4f71534bb82fb7af1a61a85f0463b -size 19798 +oid sha256:5b7a836a90d49127e7c4a3d97c2080670e3fe5c562b9acf0c3df6acc6b16ef14 +size 50576 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index f344f4b376e4..b55a7ebcde91 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8176ae7522cb4cba774edd0e4d4abe2f1cedf935002b2b1ca90a4ae7ec8ae5f5 -size 20780 +oid sha256:a6b373d497f37a216d17fe337672505e0c3a9365df751945420039a939a66fd3 +size 54171 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index f167e750f8db..a57e517a80b8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d049cddf53e929cf6b66b292289ebd8006bba6a00f421b6e63640c9ddedb747e -size 19500 +oid sha256:c1b4ac607f89fc86cfdc72777a9d4b51bb5c95cd8119fd013837449fdfb2bb7d +size 51809 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 027d8e0442fc..b3d4e28fc0b2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:49103ab863797f972b7b1d8df575c3945ced1819c8ba2bbe3cccfc6a5dbf6ab1 -size 20931 +oid sha256:cc9345f138f9c875a3d88fece86bf2db7a489148d755980324becf993557ecad +size 55976 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 61d411448b57..41fd5d3308d7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e826f300c48ceae8c5194b739a5d65d418ca5615e9c5555e934aafb2631590bf -size 17060 +oid sha256:3e0a7b785855018274f08fc37edc955e49a1eedff60121071f0978a2495691e6 +size 44530 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index cbead6066138..6b9135332ada 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:31074dd75174c5ded717ad944f4b4cdc276149f36fca38799c1c442c5fd90094 -size 12359 +oid sha256:f1e5c8535970f88a20971fb9d88e264d12eca80847d5cbd776f66cdef780cc66 +size 30658 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index a7b49a0b9218..0a96ee6a23bb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5cf80bcaae191215174411b655aa7d6c142f8a10ff08c83d5c8ce3ae9f4d1985 -size 22293 +oid sha256:e8329ec289b75188985b338ba0d585d5f68df54006fc79ca39d54bcf7970a447 +size 55134 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 5067ec6f82db..49841f8969bc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1426ef398eb3ac17448d8ea7d845dd22c75b833f35f07ecf251fa29e2fb9dd96 -size 15192 +oid sha256:de0a15f244e496247ae728ae0d9d9dcffa390c671400c938f8a98b47735c23fb +size 38477 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 65906a931e1e..bc4a211066b0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e024744bf3903a103895f762ebf571e9280c740a4426a64502d546e4b6558fd0 -size 18147 +oid sha256:b443e172491c31964f44af0dd482793d246bf0f5b411d3b8db547ccc752b884e +size 48153 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index b88d0dedef90..ecd78198198a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ba8a560f402db6125b45989ef03f71bb4c8ea55be59db33e67e6ea9a6c505b3c -size 13433 +oid sha256:17d3658e600b8dda123debd3040032777af9adb372a8ae05018b41aba6fd10ce +size 34400 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index ca30cf39ea36..a788af63762f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5a5e852507a8bf8d3c9ac8f1cf08b9b0686141b38fa3703a9e5001178bdab905 -size 23557 +oid sha256:6dcf05081369138c6dcccb226e9353682c5013107801286b312a1ed559f40d5c +size 58882 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 757d3ce2cf4c..3748542c0309 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4e68c486bb895d5dcae669a715b3950825137963028e8fb4aeb5af316d3d44e3 -size 16235 +oid sha256:cf5ea24ed9492b7c575d94d89af5cace1084a0efeea8bba3f9f0782c53e4f72d +size 42432 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index add9bd875e8a..a4186237ab2d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5d1981016f8885afc741a1bbee9d690170f82dfc2641b127310605cbc7f28d79 -size 17484 +oid sha256:f3c975dc4edb6c7228a7806ce57dbcb4347f63636dcacfa09e5583169274e592 +size 46723 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index db578b0b206f..6271692106f8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:567cb9ba59672bb58fbc62395bb12f9d7a3fb09de73b6212d5f9c41ec8bdc047 -size 12534 +oid sha256:8fa10f690ba45b963fee95289bfbfa3c0ddd491566d6b6876dc6f55967ec267d +size 32763 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index fb93db92dcf4..6e8363969d28 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f9cfe87333b1d763fee222d3701e59d2fe6ea980f240e27ed2e19420cf6ecd1a -size 22334 +oid sha256:42b67c6c4176c67c1d7fe5648726cb5ea48fc19bf1416c6e1023ccfdf3fb376c +size 57201 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index f1dbff0fff79..0429028c74e2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7ec13cde422695644bcc227767e2b57206b34f62cf7d6e70ad93e77da27f09a8 -size 15266 +oid sha256:882f2f74ecb5594938808e52b9732a5c2cae11189211b065b5c198ac4e7d9aa8 +size 40489 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 38d010495014..747e0ddc9178 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8f5e34fec7d4cad5c599abe44be27a90dcea211dbd8cdad5f44e9f88a29b4978 -size 18519 +oid sha256:63b5c148a0dd4a0c844054ffe3b7cf79e7433c5aa4d33888fca66488599c4122 +size 51002 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index cd1384abe785..71812e7bb1e7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3c98429d93731bfd11973741cdbc778d6b8e17dfe5c23a1c0009b5f345091159 -size 13932 +oid sha256:96fd011c5f3dd099bb57fa5f20ccc84517ee6670a17e4de1aa8adee30ef3dc1a +size 37919 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index ba5c93e24401..6509c0a93bb7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:810aa5f0bab92aacf406423904402b9836d83b086aea3592d751adc5e6fb3cc0 -size 23568 +oid sha256:5b2286efcd357caf75c6a4bda34578b0e398dcfc04faa10b9d07e5e0d8709bdc +size 61624 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst index b726500c1632..2ef45ed95b34 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:02eca8f4ef9ba39badcb46ed47c59866c2a95ce56e44a4b96ae64da3124912f3 -size 16766 +oid sha256:35778eae9f6f0483a3c5b1118fa07a874b9add349573cfa086bf25b2a5de4e5c +size 45676 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index fcc6ffd3bfaa..281e21910005 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5ba882b8770f522b99e71a6d7b2a8c33e668219c487eff884e3996e697c5a03c -size 41559 +oid sha256:9c1e84348c6f9ee2a28963f6d8594ce2b39a10db8c56e05a6a4ab0ac16b12bdc +size 111471 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index b138e6fac99a..bc0276e2744f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:833010cd9f33856a38f738759a23f8c99b37e36b4b1f2783ed551e7ac7e34ace -size 40351 +oid sha256:96f5315fa91d6c08d2b3d6ad090b05152ee2862943c8da02e221dcf61585fbf4 +size 108826 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index db7de2834044..7d394200cb6e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9aa39797c8c0aaa8fca290ee692346624a9362968417ca4830d0b401cdc90d68 -size 37664 +oid sha256:ce2dce278fec28b7886afe7700d7ff1120d2ea07b31ecd4e577fb70ab570d653 +size 95501 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 5b112e1d5412..562111c4bc69 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e4ea9884ae09aa0acfecd0778dd5c060ae08c024a914afcfc352936b3e110002 -size 40348 +oid sha256:8207d2390ecf8c8e7ea4ab88ccf11ad8acc092391905610b95dd2991836529e4 +size 103640 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW2_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW2_dynB_sm100f.cubin.tar.zst index ca804cfb3f95..7d0f6b861331 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW2_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW2_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c0d9d973d1d553fa3f695b94d7dfadcf13db30f49e2bba33e7c2f8373e8dafa3 -size 36653 +oid sha256:1dd906900f0ad6adad467374259e3eca29b36731357a031aca9c07c10c4a059a +size 96426 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW4_dynB_sm100f.cubin.tar.zst index 068fb42c400b..60272485712d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_geGlu_lsfaW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:38db4b12df284ccce0d0fdb4c3de91332a96997f3f8e635350785aa0790c7cee -size 34290 +oid sha256:dba02473557c925285ab967a706e41eea95908fd4a9375d1f04e35a07ae3d49c +size 92399 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW2_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW2_dynB_sm100f.cubin.tar.zst index c055dfc23064..6d15adee28df 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW2_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW2_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:424de2954d0cf6c609ed2f2fb1a6f7af03c826d362ec0819ad9d3c05393fba79 -size 34894 +oid sha256:363c654c45396f43919c8a24b19e131ebfce0b8016468a67a912dd17d4ffc051 +size 93543 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW4_dynB_sm100f.cubin.tar.zst index 1651e8305ab1..40f5d9f5006c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_lsfaW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3fc29c50252194b4552f0315ef4d30f612db0887ebf21cd4c8b5e692b4f4eec6 -size 32215 +oid sha256:83afcc51e94d8c0c8ce6a9ea27d75fe91fadc627733b8ee8ba73fa75e3345467 +size 89160 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f.cubin.tar.zst index a39db79f2027..cf4ca0143d84 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3a5f594fc34cc48ec26a5b901bbc906b84382dde2b46b57ddc488a13e3d12657 -size 32708 +oid sha256:b56d1c54ec2a4848f11e759b6607bd78a1e583b68b68f3770e2faf763a143ab6 +size 83333 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f.cubin.tar.zst index 1dc7fd5b4a5f..1a79b89bdbff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_relu2_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f110b513a95115a8b66db7fb353ea066b21f9f3918377859addd84ab57182d6e -size 30004 +oid sha256:9251c860109d2fd0b49c3fcb3e5f41c8e1f9107b7ed3385355ca19a66d33c198 +size 78118 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f.cubin.tar.zst index fe459aa2ae6f..95820b5c54c2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW2_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7f52eea7c81383bdef62ef0124544c24d6c8446036d31ff923ae8eb5f9b0d5e5 -size 34305 +oid sha256:7a8c27e3ec3068de70d6eec6eb02e6c8b90e517c2112a89fa066b54527dd880f +size 89182 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f.cubin.tar.zst index f79ce42a0b0e..6509ad84c676 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256_s6_et128x64_m256x128x64_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_silu_bM_tma_ldgstsSf_rgTma_clmp_lsfaW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9bf32b4cd58681ebd69fcb807756ba4caf12f35ba01f2cbf8a907a0ecf89e513 -size 32287 +oid sha256:badb6c892aca1df4e71626be60a6679a08ae5eb4755edd214dfd1b9ba27ebd62 +size 84358 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index b9ef37fcc767..557ab95c9a16 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0cc7bd45289b5445f56beb75d55e6178b07d092aa5a2903b780ff846f3bbcde1 -size 42529 +oid sha256:8468b994b07758e2909a9796c8dc158a5466e3420ccc566ba67afe51b15c1b87 +size 114323 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index d2b5cc7ea403..04dd9f8b95ac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:84b985b24936388ede0c92e9663645d24b60b8d19fa5072cc64793559b877905 -size 41339 +oid sha256:f24b7fa19d0cae51518a606768817cff8642a0003224b0e6713c2398e58fac64 +size 111652 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 947cd6d8599f..abc580313648 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:60559cfbf0aeeeb4870cf66d93e350ac3ce09ab7c8eb90646a950c267542738f -size 38532 +oid sha256:d5000187b05b14fef8d5058338d80c15b58d8cffc1baf43e5d662a0d576a0f1d +size 98625 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index abc9de683795..6b4a1a7f146b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x256u2_s6_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:82880622f08487bdd39f8e88e2b8b0ce7cd9c46f55a21888bec5a71ff63cb109 -size 41096 +oid sha256:a9242e418cd93970b4ef101cacc7e57151d411eccc7e85a6b8a92afadcfbe6de +size 106325 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst index 76be2e9338d9..7b81eb96d4e2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9734cc2a20565b8e2af805849877b203bab691e9aba131a815a3293841c98006 -size 32487 +oid sha256:05aed38c5b67ce666317dcbbc5bb3bb88af3fab0611c373e3c8169c86f2f204a +size 93333 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst index dce187b05e63..efd1220efef3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d97db46430ffa454af8a07a57abccd014168804d8d05e42a69f644b0b68b3b1 -size 30936 +oid sha256:73ab339a2a3d70ec43aedc97a138395347949f08cf2b5f92ca666b00a1ebefc8 +size 89984 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst index 225a4ee357a3..320858fb22ad 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1b8d781da1d508613f30ca4cf6bd4ebda893f2b0deb12c51b636153ea14cb031 -size 27634 +oid sha256:cc00cb22c2802dd064b5d9b1e710beb45b57273222ba06e569e67bf95097e896 +size 78040 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst index b934994b85bf..98c5fa444b70 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x128x512_s3x3x3x3x1x3_et128x32_m256x128x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:809ed958c4214a01667b3a688a29c0db59353e6e18b7d97f9a185df45865e252 -size 30388 +oid sha256:af54f4a4394270e8c1a3c7d868d39f2c8e2b40b5474c8cac87f36e284f63018d +size 85191 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 79bdaffb5c05..65c54e144719 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:730c537cf6538b7aac1c56e4a8adac2fc8a241fb8b07728acc734c4af77c0cf1 -size 21911 +oid sha256:2eed0e58c0bc5c28f72ae08134d0e5426c9ef5fba53fbc64580dd5d30487e62c +size 54359 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 56ef1a9414b3..60d418a8d71a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:870205013d11ec999276eae553f3032358bbaa9accecc02bdf622069a34085a6 -size 21731 +oid sha256:702d7797ae7034bef6ea9a226acf9aa61cdff8cef2aa5f816c42e15439ffac70 +size 53994 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index a56e1dd5f08d..5157a5e4f351 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:844546f1d29817784fa57015c3bdfcef0566dc3b26c9d6f264b6a3d14031002f -size 20853 +oid sha256:26e661acdccebabd6568386b8aa4de42fc92a2fee512f09a98b1f477ce776378 +size 51187 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index cab43dae8331..7bc9dbc436f7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3092d46b17f77c16eec757ab52e7c5a0392ead6688bcac8875ebc2687711ab18 -size 21242 +oid sha256:77303cae94f2e41a57d6f4a95a9c36f7207d74b60ff37d815c1865bda5c1a09c +size 52215 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index b290b8f82e99..f73b2c47a9b7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d5126a08bc4d91b1909914576134743ca6a86111bed8cd7126104e662c56373f -size 17093 +oid sha256:91fea010f3770f97399b4bad9a35a3710b0a9bdc807cd4ddd688c88dc961c9d2 +size 41289 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 1dab8a9a7f8a..8c1a9948a41b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3caee6f87a48fc11a769edebce29ef965745c2018325cfdbee5e7a9dd01b5528 -size 16942 +oid sha256:ad9d51412476ac4bd1aad382efb6259cd29467849f24d00949580a0b1d1d980b +size 40880 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 9d48bc0e15d0..37483f8c17d3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c1080a04783d2d8941f7ecb18d87ea314b257e67279700f192af8252ce5a67fc -size 16030 +oid sha256:043837aae51e6b8c942727e214a70547279287c9a1ef5f9f69b826494334947d +size 38197 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index b6616ec5c57a..b6a31f24d890 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d691219179ea44e8869fb61fa0ece22e25a8aaf3e6cc08d63aaec44917862bff -size 16488 +oid sha256:b7f8e5e80ad6eb6641bcc09df0f7c50d7d23765da0e54af916d07b81da604dcb +size 39334 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index a00cf5c910ca..5bac464d6859 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c7146289e921199d8a8056257a8812d4f52152405cb9f8143ed0121eba0a1b6e -size 22833 +oid sha256:8556a0539ab50c1fa34273ed8922045acb8020fcb804a6b866fda6b030ca86ff +size 57621 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 52ffe27bfbc4..67159547ff61 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8b751780fbdaa11594711aaad5dc2e1a98c4f204ef1dcc2bc16e6b2d43e9bef2 -size 22643 +oid sha256:4a26c28d7f107563ddd65e8ee2bac688a2b9c627c75ac4de17838e00fd683afa +size 57106 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index ecfc057e9709..d96323c31285 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:62f32cf2dcf0173b75d34148a8e3e4665ce05064148371d6e4b999d797dd555d -size 21827 +oid sha256:cb9f2cd7d7f2b15b9affd06e3b4d2adc20c2fafac2899b7e31e9cd94d0c8f320 +size 54431 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 85ef44caf1e9..9c0c7a066493 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4867b2cf040899043ef8f0185fd1f30eeac9ec5fee62b265518f797c4e550ccc -size 22177 +oid sha256:9a69b5ad35655d85d325c54f0c96aa57360b26b6fa55825bfe07d6dc39e840d7 +size 55427 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 262927278a0f..f9952e3de879 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b6193527ed09bdfcbc243777644bb65e26204e93dd7d66990c5b7bc005f9be5d -size 18109 +oid sha256:b62a539470bf77f848cfd228203e94e3e67000e05261a50b189d2810c095eb20 +size 44462 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 156289af421f..422f6a74aed8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d387876be1c2a5e663835d1bf761aa76d88003fbbcdc250a1c12ae9f06152903 -size 17889 +oid sha256:77164295046342c608d114faf50384a168cddcd0bf672c6f07d4f7fe30799710 +size 44134 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 4ae82fb6fc44..5284959541b8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8bc1dfb7cf40056d0de74355b4883cac5d09d37e45c4a3e4f3a08a355536585b -size 16974 +oid sha256:e920e69c5fc2ebb62f23b91d6cb1b5c1da0c9c630916ed8bdae5c6da83cdf10a +size 41416 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 54956749a781..005cde433e5d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x256u2_s9_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cef055a62298d3535d4d21a457f081155f0916906cfc8d1e4a6541a49686a44f -size 17469 +oid sha256:9cea69caacbdc1c7f0477eb7f60fbb1084630e882689ef76c0583aabc2b29fa8 +size 42567 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index c8cbd7627bbd..7850a4e97e1c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4ed8bdd9302d8546b519d4428ab73a8a1afb1948e956facb60f72d631e46ae2f -size 25605 +oid sha256:1642d9cd2333862bddd517fdbe714b4b12787a4fcee8309d80c4f6261d0b67d7 +size 64037 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 85afa4472102..dad14fc006d9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ff3757f7a8213390878f049a2fbc708dd277a86b10ecfca48f30163ae2b89499 -size 24294 +oid sha256:02b3ffc7c758c0c1c6bbf7aa32242dc44546746e42db319bdb0c6227bd16ef07 +size 62129 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 569ecde4497d..55a286992b14 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eeb2d780b8334569d06014e8225fd7a49316e8784fcf304a8c8420d7675d2127 -size 24770 +oid sha256:03376e7ef1a15c613c1e5ebb9f58756d2e238016c543ac688984d0b6b845a844 +size 63070 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 7557cfd7b408..149aa9ca90cf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:72011ba14b0ec69eae377269ed023e605f693cc9e2a4413f9d73e1d4ed8a884d -size 25439 +oid sha256:2db44b07e577b21330ca47d085d8c88975a713a91004f60452d971946810c5d9 +size 63700 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 0480fc51f6d4..f376c7062429 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b4a50269ac4f2288810a3b4c058448a6c08e007910559db890759ad46ca70851 -size 24073 +oid sha256:c661109d34f70c7dbb67e697eaf3adc10c1249d7f01af08fbc7f9a6e1a6d8e98 +size 62068 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index b34a3c03b411..5727efa16ac3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c99b85a989e4e7644aed50181a50d0a1cfd22865546f697d933c61837421021a -size 24646 +oid sha256:98cdf94604f0f907a9635ccb79f695951bf84230a15a48b19531c25d0303475b +size 63102 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 73c89d964a95..d839ad70e583 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4194db3c7e797050e2694dc2670d8d13aadf714352efd281e2f63f267b08d886 -size 22709 +oid sha256:f1cea2e25e1d102d8660326575a7baed0c5edd6fcc5594d9d95d693b7d9711ba +size 59120 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index c42d5aa282c4..c6db01bd05b7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8d5f7c9089e0233b837439a7a74730c769f576593f948ff6c0edd5ddea6d4ef5 -size 22432 +oid sha256:25485d7748e927143246535bb17c4368fcb0bcad504332db95d7065b5602f5e2 +size 58972 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index ddb92239f146..d68e68798c70 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a15b13b31ceb3ecf5b33265bab740c15a1dcfa55ff6c0c1af992b44b7b5090d1 -size 21538 +oid sha256:6e1a76faaafcc4d24de8d9eeb54e6e1efcf7c7a5c809ed054ba9f2555dada366 +size 55917 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index fcf7caf08d21..d83964932d13 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:375f673ff8f93534115516eb0dd39fcd090f0f49ad44fc1833ec12e31c4e65e3 -size 22030 +oid sha256:5e94459b1cde6fefa8bd6fa6ee127f97c574f849217fe97b3f35d884a12e010b +size 57249 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 6a91ab12502c..6716b06b7963 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9ac3e959243e8a29e954e9bf08ee0d2791ae18f4de32c1588a1f269f1a617990 -size 17524 +oid sha256:ca2aab24a25765d86eb4babf6ba3bab03541460ce66b057c214001373267367e +size 45343 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 6f7357a690e6..98aae6cf44b4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f1c7dc897cd2761c36648e55d86644baf29ba528edc2cb68ad9f4e56250fc15d -size 17333 +oid sha256:a5c2f6b1d9a60df2dd4c59c8571c1cd0a31bcf7153a6aee05e0c30d1f939c5c0 +size 45021 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index bb98c04669e0..dc341313f40b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a1a0e072d5168786c2b7cc9059bd70a96e34b88bc7bec2947f38a26cc7e4a562 -size 16348 +oid sha256:cd24769260f7b9072e5f6967844cd8312a83ac1cde026cc0c2fc1faad18e5545 +size 42167 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index cfae4ed60df7..3296b1016b46 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2f01a3c6aa3209562e965f0a3848d59665e72bcb60621c7aaf48dfb2f1c1080e -size 16784 +oid sha256:7d1f04bb10de18e37329e8718855c1fa26414d351b2a26050ccde460db4a6ff2 +size 43243 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index d09bb8fe6667..25ac071c868a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e3dfe4d3ca619487f7342d64063440ec3938123c08c29bf95f25a32210c8065f -size 23596 +oid sha256:fafb14c3df10022ef0d04c15fc49a324dffeaf9e3ec48d44d3ab7a8f4f1f7926 +size 62932 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 62d1ab15abf0..84de040ce45e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cb45790df43b353c09bedb983daa787120d9bff75b52e2be211c91fe3f7478bb -size 23367 +oid sha256:47ebc145318da8749a4118acabfda5b50955b1419de7cbcd5b449ca701a5f4de +size 62637 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 68a9976cfbc3..5a22328ad072 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:42b85e4617e06acf2e2ae2206131cf0f3c02d7545d5eddd7e522e206cd4df519 -size 22767 +oid sha256:148b33d97e8d2e058f6fdb451266bc3eadd52d45621a4a003a962359706b2e11 +size 59715 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 536de266374f..e98d3f40fee3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:11ad2528172600ef5da8cb05cd4f507c6b8d3d1dd8e2f20e737ca2346abf698d -size 23299 +oid sha256:fad489206b96b0293ee21faef5932884419d33848edd1dc8eb547174616310c0 +size 60868 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index ac63470d7e4f..8ca61904127b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6f9f780da6b223ad49a9bff5d61fa571d1c6df7a934008685ce5f65c62773a51 -size 18631 +oid sha256:bdbe48eb3b2bacacbb24e6b32263fd1fd369261c15192e31b2909d453dfff15e +size 48947 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index e9cf6b5c5152..b80a7a2e04d7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2f95dc88aec5ee444f006003a1a43bc0522dd5481094c85d29ded2ff0da8d92f -size 18425 +oid sha256:f9cdb0dd6171cc01ba47a44d44838ff8501e8850672e082742313ea1fa23939b +size 48691 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index a028f7cd290a..84ebfa6e1c7a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:26184fdb52b442f7f7bc50ae9c66be311f8aa98bb9341a2c1f4a4597ee60d436 -size 17434 +oid sha256:0e40da2bd95845b3e40cb43b460c7f09fe2f9860a27a2c11aecc9d857f1fdbde +size 46374 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index aaea20140d57..a0f7e4696492 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x16x512u2_s5_et128x16_m256x16x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a916ea7b27b003ce7396cb8b0b5d2850cb69ee862613ba1b59311ca9a3e2f61 -size 17854 +oid sha256:c957af9366fbd2adbb808606875220a19cf63be13c430831f59c6a8251c983c9 +size 47366 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_geGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_geGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst index 9e2aa086a85e..0e672879de31 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_geGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_geGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d4dfa786da2850248648be054bb12e1d4f79b85b548a8b42f1fde096d4a8f2ba -size 34154 +oid sha256:da65e5e00e4995b05c986a6fedea51dbc3e10c723049900badfb961a024d87aa +size 93665 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst index cdbf00fc3421..233fdc9fd5e1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e3132deeb192beb97d280de1bda390eda6cddc92c2a3aad0e57c5e7ede885d61 -size 32693 +oid sha256:46365f3d66e10281fe3f9d69515e861cb676477f01731ebb742960de2f26d653 +size 91137 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_dynB_sm100f.cubin.tar.zst index d0a42e6552cf..22f39770b433 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_geGlu_lbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5263dbc09cf83a57e6fd48e46d6f2e931d4957a6e767903877756c0a429e725f -size 42984 +oid sha256:990ba7af323ca426f1e1b1ba0133d4d95ffc23b35702b2abacc9490eea50cbee +size 134471 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_dynB_sm100f.cubin.tar.zst index b9fb55a34ab8..523842e88031 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a1decb01dca6d48bf02415ef32a0be32b6fd9fd4fe8dae7aa52160ff3e315b5c -size 40156 +oid sha256:53db89ff6e8ba3e36fd8c4fe735fea3c597001e05b9f554b927ec67cd93cf095 +size 128778 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst index 2f15ef8bb516..2c8051e23cb6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ff75170992c9d0bf156cd6f50213eb5653d35e2121933e7d2929744d61540519 -size 29816 +oid sha256:05b0cb7316e62afad3d31815516828a931ac1b32343cb10b3ba77216ec187c27 +size 80216 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst index 1bf81b912fd4..5fd7de763dae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_relu2_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a4c6505a2af94574f8a23593e8793214d77c758e0831004fc4c323a1bcc5bf4c -size 36016 +oid sha256:8011a3e911204efc061707ba6597e36c03093ca98b7eadccf41dd1e38993e170 +size 106027 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst index e51f068d7378..c7efcd70a24d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_eW8_fCp_tmOv_bN_tma_ldgSf_rgTma_clmp_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b846605124d3badbc6772b67d06ca84bd0665394ef96f69bd4b0ed5b3035a303 -size 32726 +oid sha256:2c81e77c303d9cffac6c766a0a451b459a455eb3665cd4256b651e3bb208aabe +size 87659 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst index b7091e1f226d..66b9c53c2d8b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s4x4x4x4x1x4_et128x64_m256x256x64_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_silu_fCp_tmOv_bN_ldgsts_ldgstsSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e3e9ba696e50066bc5be152fdbb6e4fe4049d55ee108063452dd0a9a75959e64 -size 43050 +oid sha256:dde9f15e747be92be953bee3df30340c138d754949124f7964e14045e885c3d0 +size 117659 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_geGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_geGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst index b2aeb8ab0efc..16d863d307a7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_geGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_geGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3d5fd7aa10d1dfa78631a95fba89ee9a412cb34cb2df7694728ee0fe97f2a8ae -size 38296 +oid sha256:2a6b2f083361835ea52c2c7280fe28008539a8dfcc9dfa3957930f7104b74d6f +size 110712 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst index 785e09d1e7a3..151ad3dd102e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c71470dea86de8eb6343abc6408131c0e59f96a9efb7ddc412f5dd18dbc55a2c -size 35356 +oid sha256:0e7459b834708ccaf0a93c2547ac3501ed0698173e6f6cfc76bdfc6ea0f3b980 +size 105304 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_relu2_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_relu2_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst index 9508793bd95a..f7584778c1ca 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_relu2_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_relu2_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:49eae1ac0fa2733e36f174c9155f86c85e9e7ef2717c58b3e09cda067c0fb50e -size 33461 +oid sha256:8a1a524b52ac4fcc878acabda15a0555ea4a022e0cebee6cb0e866a927084b6a +size 89793 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_silu_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_silu_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst index 50d8844f29c0..87a3c838a4a0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_silu_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x256x256_s5x5x5x5x5x1_et128x64_m256x256x64_c2x1x1_rN_TN_schPdx3_biasFp32N_silu_fCp_tmOv_bM_tma_ldgSf_rgTma_clmp_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f3243036702feac238c402396ae0008e277b17d393058baec342321bfff0aaec -size 37712 +oid sha256:3a9bded9ad53ab7e107049f7a1f117cbdae683df8d4e22f3e986b5b96bd3489c +size 102860 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index d1df30083dcf..3675b4765aa1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:842be553a93f607bb045bc46dab483409543b0dd68c1030e39a58dbeaf7e60d3 -size 24363 +oid sha256:9e5a4d81efd518227add83b2c2340a92b921bb467713754aeb7b86d8ee4c3a09 +size 61169 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 4fa416c08a38..93b592ae2c7b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4ee7835b7c4bc505a6f4387fce8146547ae16cea9dc7d981f42e4bc681c57d65 -size 23969 +oid sha256:b5ac76ba9aa719a356476121cbc40006ef8d952249463b6cc9b147603571b462 +size 60565 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index d8d0a6cbf7f9..6066d633551c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8658b240e4c2245b00c62bea3d4c5d2ab0a11cf044967eb9ec3f32218bbbff0b -size 22694 +oid sha256:954469d4f61ff4766884b55efbebef6b68ff16b9f041cc7f337da72b27bd3c65 +size 56498 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 61c2700fd725..8b4487252e14 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dad61cb34deff41888c39af46344556443518b84feffbb04bf9abfd03549b2de -size 23516 +oid sha256:0bda9a30fbe4a9fea2720298e665ef3fb49a51e7542c4803f19c6b4c50cb56c5 +size 58945 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 4759636955ce..175ecf06e703 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2d4e0b97bb004fc25e4e2c924b25c7ab4255e5d1cf411dcf3c21e1d88a407848 -size 20191 +oid sha256:48e1560a56064831bf51a282ef90ec687e510f1e6e0d51026a0f434fb4086c5f +size 49478 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 18d31694f490..2c71938ba367 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:135da039a36f5211f15ab38eda95ce2844255689304c7a2d0d03483df734ce0e -size 19888 +oid sha256:36c39ce84a045a39cdc2a246ab36c4995893d6729ef94ad3f6903b342303a51c +size 48915 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 5600f7c4ad57..4a463f463271 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:293a380784c41897a39282019956ca33f63baf1b202ec78ce9c01285129ba5ce -size 18557 +oid sha256:8026417bc38164bdb6a8a7ba327a78a997aa85e07d2551b2d5092d49f093bca8 +size 44736 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 233d4e3f9001..9f9f141eb413 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e5c39cd901309b9f28a84218dc6f986a96d488dc5bbce9c612c6c8e3004fef76 -size 19384 +oid sha256:2729cb70ace2e156f6fb66ac951964a88d0105bdd20bb07cbd1561de690ebcb7 +size 46872 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 82ca98a632ff..86663b8404a9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1ec0f89e045cd4486b716339f8128073c5b5154f6638ee6b16d0a6326e0693b9 -size 25255 +oid sha256:9f2d9faf4636631c0003e2e6be934c62abb0558a672ed0d444bf8ae5142a5ce2 +size 64343 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index dd511ff25bd7..a929fe28f430 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d6adbe8a89099a10d642bf2c16e048274c15bd735c400c834e9510fa556cfaa0 -size 24877 +oid sha256:88f261a8d297da016cd0e534f5d05ab9a2d7008739e02d49eff9cbddd7745620 +size 63766 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 5c63d285d939..87a9893a3026 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fbefb1500b75c1929272fbd63154d9711f72ac5c8d5ca4100f1111a027dc8e23 -size 23603 +oid sha256:3d24f8055a1fc6935526aa8512bffb295ea7e5a21a92bac2d20c9ad52baf4724 +size 59608 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 1b547e8b2117..f6dfbb7c4696 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:27b4fc8a51efb26733cfa257ddf23dd3df7ba85f50b0c8c0a8c6906e26653a4d -size 24386 +oid sha256:a1ab4dede285bd57b08576095dab9cd5a0050a7ad90043d06d7a9a566bb11ac6 +size 61869 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index c98828c15c57..fdb7ca155b4b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7039073f6431af45233f331e70dc84f7be5078cef5dc149ee7a83b73bbd24f8b -size 21109 +oid sha256:85f772257b77b00eb18e4bf1580ecbbc990a138e13df72af9fc4f2094bf58c6d +size 52636 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index bb5588c6949b..74f49192a2ea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2d4fccfa1fe674d117a6dd59388664d7a2561da4343448eb81a16771fed012f1 -size 20806 +oid sha256:c63f170023b97ede9d2d7bcf51bf9333ad9ccfc2f7aade8100ff3873c1c8ae2d +size 52005 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index d4f89293efd4..28d13449d408 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:260244495930cdd46f2413a526527b2bf8e5c352df4d35aa17bf34e90c2baf1f -size 19528 +oid sha256:9d4c33f2b40a59868f34e912ac7216a683990340b934e7a91dd6103f047bd20b +size 47949 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 577c9f2b228d..055bc040b1d5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x256u2_s9_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ff9c520aae2e2d8e96d4438b24d9c52dbd0a01caf8a9e37f53f2ddbb3f9de05a -size 20330 +oid sha256:cd56f5d8c168ee39bf3350c8cf15df45c5ba37659267b5e47ddfb6786dde9660 +size 49970 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 8ce7c4e8ee45..736775540422 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d8ff22225958409f8fd14f7581f4d55a16c1b2142b804b308bda38001f85d8e7 -size 28644 +oid sha256:a1014222bbd6f864b1556d39c343a94152d1d9080ac4b6971b5b1ce058a24443 +size 71685 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index c015497d2b83..1d936beef160 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9202936e026eabbdc197d8d1161b077f5d687b8d7495dd7137cb7374ea48bf81 -size 26386 +oid sha256:dffb3e4bfe6a1fb80b176bd612bfb5de5b848fff0048a024ccbbb25cd12c3154 +size 68519 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 7a73931230d9..802d07f7bba0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s3_et128x32_m128x32x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9f4e6d706bd2ff31c8785769636ebd9ad79076439e2b6a62a03618fb3aa1117e -size 27201 +oid sha256:e713266b25ab2292a777b1d85ed847c332816776d73c2a98ace8dbeb3173f03d +size 70726 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 11eebf69b585..e332e8e417c9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f32d03d74c186342e7c4c0164678da7029949fd77077a06926bf49da080047c5 -size 24684 +oid sha256:664aba0835d4caae473c394dd9bb7606a3f69b74e93a79ebf1a95ecfeb01a50a +size 64215 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 60810ff1df47..2c6066775f0c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c25b165b7f23c07634853fd95a633cbdf99f4c209607d466c2c3444961b33f71 -size 24319 +oid sha256:c032e52da88794423bb62bf3577cd8aea700e44e3dcdf599f849cd7bc49d767e +size 63598 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index b60d3b25987d..b8b7a69e1e9b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2bcc7f1853b1e78e0b49b2d13d5450f8f70c8e21cd9ae9c0c2c9e127c0b145c4 -size 22846 +oid sha256:1ee2e3ac8d2768abd5528ae1a2c6af98e180725a33930e53ce23db8bf5a82d5e +size 60306 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 35ea50a55dee..9d4be011ffa5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:57945424bc8fcfb9b7b5d32ddc8afaed2ae2781b475bd318b47ed585170a703b -size 23690 +oid sha256:0f1e9ea187e6c74ac6907178d6c62a14e061cd63ce524a629b6299c9c466ac9a +size 62407 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 6377fdcc8fd0..04f8ec232c53 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:49d15f9dda804d26c770f64f1f87aee378012022be2e119d126bca79bfa19210 -size 19209 +oid sha256:e3003e9f8294faaa840b364dc409e18d363a0aa3a83cce6069307d8007594355 +size 50607 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 2806c5cc5083..96f307ef4764 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5de586dc82b980914230b4891b4a43c2d45f8239083cca27146aa8fe8b9076a1 -size 18840 +oid sha256:17fa26c666c773d255f57688e758ad8a91585191f35456a324e2d7de10a20820 +size 49767 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index c4130fb8f073..0131bd4df40c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4b0ecea3e2f53236042a44db11bfc2bcaf1cf6873d75a6cc1b8c425d223bbfaf -size 17606 +oid sha256:d20f76890a84164adc3b5738f3697a946c25b75b6cc0494c83b428269bb93de3 +size 45869 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 3cf556228295..ded888ff5a64 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9e9860983e7a2615182e03ed8f6ef2f2522b7f61e490d30e9563e274b965297d -size 18262 +oid sha256:4b1cf4ea1347eb5ee0e9eb6a59f802e75100f602fc93279d635c9c58ae59ed6e +size 47635 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 2379aba362a5..de8b4a274988 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cca851f079a33efd7b270ee2c0fd80dedd56d489a3baca0a5574e03a44420e9a -size 25614 +oid sha256:45d2dde7ac84a4c799fa98f91873311cbd01f2e11f20a9d40ae819650aa52aa1 +size 68158 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 52d8350cd896..ec436330332a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e2dcda0cfd795e5719b95bbd15b440fcc4c9639c63ea873fa20ddafd7cbee4b2 -size 25205 +oid sha256:1f24ce4572dbd87b321e847eabfc9c5560c7481995224c7f4fc326ab0041c146 +size 67353 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 081b7ed3ebf6..1c7987fe3aec 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:716376469a2d4a9d909dcd0c2f4f0e92296723ab002a8174725f7066c55a0ee4 -size 24018 +oid sha256:6b3a4844b1fe7c7f3362a5ade0404a9d7d0c820022c25b33fbb6c24b83dfc0ef +size 63592 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index df8d7c001aac..c3785bd5e5b7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:321227ac9b15eda1adf2cc06efb51b43b7520d84c458313137e118f811d4de90 -size 24847 +oid sha256:2568ed48c4904fc7d44a3778f206cf4898a0c01e95dcb3c19158f4fd699a6da4 +size 65728 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 7b783eca4aae..188785eac742 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:06d33e2da0aaeb5dbfc52aa4b4091f353332efcabd120e74c8ad07c7f40e9923 -size 20373 +oid sha256:61030bfc78995f0c22270e70a65a13e915a4e0c7ecbcc3b7970a5856f7a4d6c0 +size 53969 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index a6e6b7652eb0..bd34cf6f6a4b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bf0be3ff105aa304f1ce1fb1dacba85c0c44c8b6b844a470f9224d4de34dd3c2 -size 19991 +oid sha256:335dccc8cfc75fafff5f1616962bc1a02f8d457981243a65e81274296689665e +size 53525 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index ab914f480c33..f1d0a2c11c08 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:79a52b6cfa5600368562ac397c38176c9f09dfcba6aceaee10e539e09992a774 -size 18679 +oid sha256:db18120f0658f9c0ab2dd83b90e0549eb3f2229daa2022d5804e19851a3f7e92 +size 49608 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index b4f598d2f4a2..bbc627cea315 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x32x512u2_s5_et128x32_m256x32x64_c2x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1388e7fff8822dbeb43037613e826d10fa92da732b3b2c03c36788304a0e2969 -size 19339 +oid sha256:069de3cb6642ba5add3f7dacadc800aae61f56d81ddd952941de44c2266f584a +size 51672 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 650f3b411167..4c783d671c57 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e1dd84adfc30df9661c80c8d03bdd88dcba1f4f7e164d61b7a4f411008811058 -size 34346 +oid sha256:a0f0f935232533bc0055384f67b0fb0e479153b931599a5c9e4e8b9410d94bc2 +size 85935 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index c2afe8c0dc7d..478a8f1fd3ec 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:07b83e6b113f26b15d312a4c2bc37195e8305d0c7157e607cf1d997ce2b249a7 -size 33292 +oid sha256:86c119a9d40a2bdccee471d0e240ea5cd6ec1a55d63e2f00ea743893fb0c7ba6 +size 84083 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 205144c6cc37..52f3f9ea3b80 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:690baf1b14e263642e0b97054800c211e9672451cd4150296001d19b926ff961 -size 30997 +oid sha256:becfff1b7bb6bf27f58ddf06f6f707ef0c91f7aa385dfe49d169f2858df1aa1d +size 76795 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 5111a3bc8b7c..9c0ac12f5dfd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fdc68c368415bd27f79d21d5d3ec6cda3fc58c1cbb1c082d5bf194e745aa1752 -size 32514 +oid sha256:478034e4964e7c38a4665c693eb4d891ad23d8448d5acef63e3ea62ecd469e75 +size 81269 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 8ea555fb28d3..a68262c427d2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9c0e60f6949eb8f9ada4b96ae46a860e08d038430ff8c282c354f4467a995ab7 -size 35218 +oid sha256:a3ac3235c6aa111301e66e2acb0117cabc376a76aef05e98493a220f9557784a +size 88838 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index f30a885f87c2..d89342071ca9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f9df9ff224cb011dc03e4da50403d43a03aa3160ceddb0003e7d262f39bd3cb5 -size 34133 +oid sha256:9bfc7eb21b19b551b408e5cb45302b55e1965c312416add1e14fda2950fce8c5 +size 86837 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index c8e5c8dc64c5..02a2eb185681 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:85efbeeaca57c6a97ff3ef0f1635b0d4a4e1f9c1910b36683706d5349d7fba54 -size 32132 +oid sha256:c85bfc1f04793849e787c3ffb16f46e616c3d8c5c31553b1d8792a3e1ae52acb +size 80314 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index c3b2b7d3d168..a826fdd9aebc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x256u2_s6_et128x64_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:38ac01eaa34b75806726a37647b2716aca4fec8612d8b1382ffb115037329fd0 -size 33675 +oid sha256:b7a88ba8ef84ffb35031620ce2e7be6bb3aaadc080af4e70e0fb323b2343b14a +size 84302 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 291f85c72f7a..46bcd65a9285 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dbf4f43d384ab91b3489be6872c0470255ff1d8fd89d1e4fe79a3fdc2e9f885c -size 28772 +oid sha256:a96cee6c22e801bcc5c72ac583a6521593077405d1c3c2721a50ce16c8b1a81b +size 76514 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 3250db424a17..c17ac0c8de51 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:01a64ad403360ea045cada366f308d6c4985114973f5c5f8ac0bd5dcd5562953 -size 27788 +oid sha256:9bd2dd91aace8f48c8d5df19bb4e2dcc4bb7f42e25c64de45229b14f8c4e578a +size 74719 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 2b22086fe243..4cd5c77d34ee 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ca9bba0293c6df956af4952dba05bf8c0245551dca46ea33bdb4784788fd1980 -size 25747 +oid sha256:540d3285d924f4fc9370cff8a54bd6cf6bf9fe819781b8a33237046774cb5727 +size 68539 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 769a7e828aab..fcdda5010722 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:61795fb7fc4e4a84a0884515cdef4cf69a9b1ef6339d6229537e0fafd722a857 -size 27468 +oid sha256:02dedee4d33068106ca7ce53a58496bbc1efca53a4dd5185241ac3935741af8b +size 72309 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index bbc1632d5762..862daccba02d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:03f48c3fb13a4aacbdb057fd3eb3e0c1e0fb3002b86d632fdeb881a2ebf8f716 -size 29560 +oid sha256:9c0bc75dd7ff3a35535b89e5b37c6b90c717e6b9bb39cb19e0858e3a7039dcdc +size 80630 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 2691e813307f..63c1977fd99c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a14965304a8f8ccc76c4477a5d587b58322a4e28f3a6f19f09d0ba4c35b021c7 -size 28602 +oid sha256:07c9cdbca6a10d265ca5452d376d28dc9f8e217d4c884868873458c30d4659d7 +size 78889 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index dcebd1a5d898..c21a72cfaaff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3604bbb691a9125b9ba07e9e09ed7ae56482826f69622a9d174f292f8565f755 -size 26918 +oid sha256:4e14d5c6dc0e0aa11dafb4744ef3388a0673b8ab9270bd6746572a5a2d998f60 +size 72381 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index dbd836fe1047..16a3b92770c5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x64x512u2_s4_et128x32_m256x64x64_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:90fde7234e762cab093d4ef2810916cddd1cdee06e01df64911d889343003b7e -size 28449 +oid sha256:4510ffa96738510f8f872b286dbac61b089fb2fa7e5bcebe500ac0c2fe47e58d +size 76842 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 4910d9642851..a0acc359da17 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:54f5717cb756b8f9cfa73b4efacb8125a2326b71c54e3774650c97a66294f2ee -size 20134 +oid sha256:af42056e657b12bd9f0ff9e24689eecb5bd6679e4bb8d698fe5d3097b798c2da +size 49191 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 88ea85f35ee4..07161dd8fea0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7cf09c290c6194f0476d90675807d5645881a466bbd45f703393c149902db424 -size 20044 +oid sha256:8f435d7e95d1cff067feb343845e98d5121a1e7438108359bb25b0b483bc5ed0 +size 49011 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index accce7ad632d..ccb6246008ba 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e9ab71c9b2783fa7a933bb5e1a9ef4d346289559e36142f5c9b81da9afaeb2e6 -size 19403 +oid sha256:699482a2083ac68d64195bf98fe6a8ee66138696ab5295f93e55cfd40dc78b1e +size 47332 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index e06c844715e4..5039743811bc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:80332f3982024dc3a377d62565afd2f3b59ba77ebef848580b5cd2ee59d68d91 -size 19534 +oid sha256:687dba635f513a440a9a4819a5ebbe0de1dc2d4f6e7c436f7d995c1d62d17a66 +size 47797 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index ab2a447865a9..7535872ec06e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c9c1b5750c9cacc8fd2918411c01ad4191ea52bf8465ea42644dc46c1c0a4ee8 -size 15593 +oid sha256:056ce0ffea9d07df839370971ae2d956dbfd1d14ba22026481f15460898f1e3a +size 36964 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 1d742a98fcee..21de025c5aa0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b88d2476e7bf86e03cbc48d0e3e52235e298aa7b12d618c927c004b468799903 -size 15453 +oid sha256:f353a22c058b475307777b81797edb50fa36887b719ec5755c74c4325b07633e +size 36799 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 49d01db618cd..879288300e3a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c4e420c01dfa154c179100bf4a3f6f9d091675d83adfa421498d2ab2fadcb129 -size 14872 +oid sha256:d345711712ef258436b5d56e99ecbfc55b75f42674e0cf20fab6a8b785c8c774 +size 34892 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 792cda952c51..68c1e4c84657 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fa697983ecf8bdf517ca126c65e2b2f83605551a1f443375b5cf8ba2dcc88f8f -size 15024 +oid sha256:4c586b663a446a408d6a5aba653486c4a611215108c07e3582831df6092294e5 +size 35472 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 8cf67ca55da2..2a9e0ff7d3bc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0bf4776d47706904c6556f2f3d4cb457237c48ce3abbd28782cd80270d639324 -size 21068 +oid sha256:0d5c3a31753089b4034056444d316711d12c5569a4f34b71ec14a0f3d1a44ff6 +size 52382 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 59b48ed371b8..4aa531223241 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:96d2886cd91732edb0ec6a0fc9b0c617062f3ee1cc32970c2a738621c73a431b -size 20967 +oid sha256:8f0cc0db7a58dd1fea99496f023028886a73dcca569e0ca85c7cde1a1b3d6d28 +size 52246 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 37d55f34fc59..2879dadc1005 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8afd0cd55f8682cc75f3160ab7d6402dc6ff18db5d673fc1f80b21cc6a0e761d -size 20173 +oid sha256:f49229090a7f6213620c6f89683d9c9b590377cbf202be8daeadd9c51cd9f445 +size 50117 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index c3e2c95ff17e..3963fd530879 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5d9df833ceb5138d3d92c64bf074809e518905554ab6764f5f22d1f6b2446d58 -size 20355 +oid sha256:b286ff8d054f96613a6c0fbcbf4a66c46d16444e322636fb56360efec0e664ca +size 50525 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 7dda23a442fc..ce3bd56bcecb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ad4322c860cca048bd550a01d2468e3f931c07a7c7dd19a92a94d00d5785a326 -size 16481 +oid sha256:45cecce0fb44a7fdb04af0c2c4ed496938a94b9e8a27ac61883184cd0ba3b06a +size 40205 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 3123f49a5be8..0a3abc84291c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:97b872991b0db95b82f1b4e71f541789b5b50130e725740a7f0293729a77505d -size 16395 +oid sha256:4e3ecf99290c71bb68642833e4cd8253a15ad1830cd7ad687573111f7e353e87 +size 39980 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 7f5ab17c2aad..54e4053001c2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a2990dac0b70d304418bc7eaebee2fec79c7409917a61e290d5f50a67fe01224 -size 15776 +oid sha256:b7c47664cedaca04407cc2485ac1089c16fa30f1002dbd0b0e39b4f6c222ed37 +size 38176 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 699af6363f36..ccbab5b299d7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x256u2_s9_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_ldgstsSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a79d2c70411749c988439e95b3a1884a0f09707fd03f8105d7e19598a9ce60d8 -size 15964 +oid sha256:e08faa28161765af6ff40a18ef5d96fe67789f6ac796927ec2aa96a4992b724f +size 38685 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst index 56024d0181f7..6b8f63b57ecc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8a5711e37a24140be143c5235b9c3a300ab8e7ff9a607e4345ecb4876f8c2ee6 -size 12944 +oid sha256:cd72cf8811543f216def8464fef4671834f910c2d19107371ef752cb5c9b4e64 +size 33758 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index f7cebf4dcace..e7d66b01dd4a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:93c85c2e1830b932b5ca939b6a261a341fa6ae2f4348fb70a425bccb10e56d58 -size 19532 +oid sha256:6bc84657ba5c428288261c5bb4a5ea7ec54233429619ec5fd0da3d947ccce50c +size 50318 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index e2a92ffb8937..63a9ea66ef5c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:000ead2764b837ef167a77ba2ff635188a8d93596111fce4b72b60ac0845644c -size 19483 +oid sha256:c898867089dce6ed8f46b74c198c2d7140e8251e7d0e634ab39d212720d53aac +size 50209 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index e2afc527f14f..ec777cf0eced 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d92cd6253a886da4aaa70f8ef2391b03360059a02a2f166f90c6a1627f2b8cc5 -size 18712 +oid sha256:5b3abd5810cebdbfc43c9981b30b346d5fa7346c87fb9f29c31ade9a6c02e965 +size 48341 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 447f73f1f49e..211a51199891 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8523241f04834e3d9cc67ccb8d1c1addc1729d2833af01d2b115cac6c730265e -size 18972 +oid sha256:7b9a23f5d15d25a9c6b06b079861161b58324fe242aba757db7e2986ff75f133 +size 48984 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 7aec3e8f85e7..806ff9675b7a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:572a62dff67997c8fa46f086cd2fee2647bb180b2993734ddc55c4095cb9c2e9 -size 14274 +oid sha256:a87569751000e3b48acb9dc3eb841ccc983566397d5df9a8149a99a716219db7 +size 36370 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 5dc795248f19..56a88783756d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0fc39c4b8cc647c9f9ee0f7d2bf55f94190bc7f877d37364986e59124b69029d -size 14200 +oid sha256:3972d351ed5b2902c52808ca03ed2cc04ad8f2297db14e88e797d28c8fc5fe50 +size 36198 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 26600cef01ba..b853a7eb67bf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:146af4581ce39c1a5e9e6a677ad4af02f03500465e04e7a89809a13fda931b1a -size 13550 +oid sha256:24a5c7266d3de71ee205ed06f64a2b54c1e76b67e03cfe0fe1970ff86c6266a7 +size 34369 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 7b44c5283d5d..8378d44bfd10 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:26f5f611a18b2d66558be4ea3cd112d5d6898e9a8119c020232623624d9e750b -size 13705 +oid sha256:d070402244c6e977c9f4d39ad88022269d64fd4752f1cfa015d20f027dc353a6 +size 34811 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 2f685efd8344..a7902514a24d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6142e0a678d88853e17e1547782862cd3271b9d20a082ad9ce213356d32b0f30 -size 24088 +oid sha256:798ee39590cdb47a7284ca2985508465c0ec26cc7d51f48fdda322faccf9c7ce +size 60019 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index c1f190b2b76b..65636d5638d6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2d7cf038627930c7d0e93afb0f011c05fdef82b195bd89e75c7f25f67188ebed -size 23066 +oid sha256:7f94276268a7d8ff38ed4b866e9e15253aa364729f350f41cfc85e4fa2c236b6 +size 58423 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 3b4c99318262..97c60b08dea9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cb81fe4af3fd8dc61d33c604ff85e1b9746ae6473e36d0a9cebee94aa948995d -size 23362 +oid sha256:84546ab399954f12767edbb71a2c5b2e4298dd4888e97951c9ac1cbf9274199d +size 59024 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index f62c56a9df1d..87ed9bf0a254 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9aa803b99a78fd716daec2c8a7a0531b7ed4b34b6c74750f6f003acfcca85ce4 -size 24381 +oid sha256:deb1d1ee96a3abdcec677f42c1b3908b14073012af0329a0e1b69ae4ee2741cb +size 60476 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index ca87f17fa1fd..b9334909cbce 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1e0fb285264854f2d6860e822a2db368f38845d922cd8bed1d7de8bd271ba46d -size 23412 +oid sha256:209d5df8dec6505d283dbefe1add3d260ccff0d2a6641bf6267d5c011c55ca7b +size 59004 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 17e1fecbbdb7..9d2b3743f683 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x3_rM_splitK3_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:54eab5c1575989f49f37f4b5b7c6241f4b8bb929731dde9abf4083ffcf4ee82d -size 23700 +oid sha256:25e2876590101e075706cdf56eba028eedd3498e88710d94fd6775f9cabb1612 +size 59494 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index a52f8b99b4da..f73929a67fcc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b9ac99e657dbe139a4f8b65166d56a70bbc02dc7aa572cd9dbad549dd9234d3c -size 24166 +oid sha256:acf4da3443d77d76602122b319bb4b5a2c4f72f9773b8c87b75643b8a7599abf +size 60375 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 6f79cefeb433..44240ef03bf3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0bfa931fa297458228606d1012fb48e9c9f117173f5ce14e56cf6e0d579de668 -size 23263 +oid sha256:7c92691f9ea75e83362e0aa8598a108a515641bbd825f50ed50876b729d1fbdc +size 58925 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index f6ca3bb042b6..023412709e38 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512_s5_et128x8_m128x8x64_c1x1x4_rM_splitK4_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4340bf676e8f1ff211c68b755a26c1d8732ca2af3154554bd1cf5659283b81fd -size 23583 +oid sha256:eeae2640698d9aa285f44cade6dcc8821d601c5b8a8b06524f30e250d9a3db32 +size 59380 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst index d37532f3dedd..8f03f680065e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2b6127663977ef108b9ed695e4b328f0cbf05bd38166835f81420f31a205321a -size 14029 +oid sha256:ed261d1a734d5874f8d80bbc0aa76a054d60a53671488d001372c92df33c80ca +size 37597 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 0eb6e2c45b65..164c762d6df1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c97e49f5cccc1bb3a0dfdc0c0f462474b7952a45199fa5afa9ac2c32cfd04810 -size 20614 +oid sha256:ed4edc9b094aa779cc2190943da517dfdb0c85b39b84357f2c7b694fc723ff5b +size 53927 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index dab1e0b35244..67f6a7889eb8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3a078c292e96f7724bba9e8b14067d80b23ed10758f9d600bfee4e365bd4fd7c -size 20520 +oid sha256:1000f12c9162763964d35914690886f471098dd4ffd86e15694a31c095ea36ea +size 53858 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index f6a8a3463ce6..2a6d22adcadd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0ee5587c67da99afd945b247ab0673231794c50bd7387840e48465690217389d -size 19809 +oid sha256:5edb7a6b42901a09ba2b6d5330eb6a306aa30b1943d9cd85d4a00de90f2386c9 +size 52079 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index c4e40e036f50..f9dcd09db231 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b78c7915141412c8bf6de4adf9e987436810dcf3b3f73a6a0c2243489c590664 -size 20046 +oid sha256:4e7dcbb4d052326bf717e3eb4bffb5983fd7daa06dbe92b0dfbfac8fc6d73a4b +size 52750 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst index 0e9a2f52bd0f..3f0ddf4ff50f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_geGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ba22103aabc77fca89790f27c9a6279ff193199294028cfbd36d9d41179ed3f4 -size 15313 +oid sha256:401c95ada0df004bc26c157876f0e41fc3fa2935721affb0584532bb3098af24 +size 40461 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 702b2b3225cc..06e3457b1ff5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:356a86c7c6bd18e5d8d6bf655ee386e28db0ce8940bfe6fabaf6897614fd4150 -size 15251 +oid sha256:51df065ceeb70da317b9a116938e5b6bb28c38eae13262eccbdf95a214485662 +size 40336 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 2114e3690433..edc8fbf520d4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1227e28a30f186cad6c883b6dc9d18cd8df635f2830bad6cdf67793a7c25ca30 -size 14616 +oid sha256:4c859cfdb53413a1d187c6220eac9551aaf48975c808cf8c69dc7e73eb9d9301 +size 38493 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 6d5f545d7982..19434e275abe 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E2m1_E2m1E2m1_Fp32_Ab16_Bb16_Cb16_t128x8x512u2_s5_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:546a06f174cadfc91a072d8fbca3ce95adf456e972872d250dbd3bbb21daa5ea -size 14785 +oid sha256:d7b4f92e3e317219d7e1817c95b7179892e35a6f9bf288d276399b54b059fabe +size 39070 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index 4fbb0185c186..c89b2918e39f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7b7075b2545be263a7dceb512f232b511d5db3baa1ea2186550db75c616c5d73 -size 19791 +oid sha256:180e67c9eec1adf492cea3415de51a3cbf16c408e0d31009005c9616fde406d6 +size 49389 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index ad5afb2e9853..f88494e59613 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c56450f3578726918543d96ecb2a6e69d3946ba7f5c7ab2e62bbb5fdc97b6f84 -size 19879 +oid sha256:d513239c2d6b89e39864fcd022b0989738dfcaf0474cb0af08155c874185dffe +size 49455 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index c474724620b9..d54d61c12196 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28c05aee9a23a1eb8d37504bc9918fe323756f242b4d54f4ea6e5b17acddcc48 -size 15338 +oid sha256:16d626b50e20cfe7e8043f1949b8c6264ba9790d68abd7204c20af42852e4211 +size 37319 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index aec695d7af5a..bb2ad4e2b6e0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:841823a0f2769f61066e8c3dbfadc06e67e038a848671d6fb4751b5303dbbee2 -size 15338 +oid sha256:5ef2ac617ab35fb1ead2aaaee9e844ebe48ec8fab5fc6e4f3428153fff2c8c0e +size 37367 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index d8fd81958f2b..23e20941a476 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:812b963b820f75f7a9a818907591d7e15975e5a736acdad6c70b84d82b6e64e5 -size 20355 +oid sha256:407737f94847f1a1fdd015b3c91444113f488c939ebe33a38a734e49c790045e +size 51562 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index cbe2d40cbf14..d14842f0592f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a90c96a2e6961e6859eafaece3637010951210c5680f6946f0ec1b7d35bcee75 -size 20417 +oid sha256:bbed0a81bb6ff83cea2fa830b32bda37014e2859cc1a099b90869117bb714ba2 +size 51557 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index 6718f056f827..a704891c5af7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:81574399a59c27b3f624d139349e9447cdf394c4bc74ac92a78bbdb17d3566a4 -size 15896 +oid sha256:efa3807d7ec3f896cf8db42981595d25e70033d3d9849eac6838dbd31e00b3cf +size 39651 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index 1934d3699f81..63733106eae7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:316313109663f6852a70f79fd21ec6cf4f3c5e9b9a1864a1b52e1d2da1d7b1de -size 15906 +oid sha256:f853e35f02169226329d2eaa9b54b98a0365244e1af979314fb3726a65c28678 +size 39742 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index 0be0f52e2640..73b8caa06b5e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5baacbdd906cc7c3cd783b6b4c37cc71486b25c5173843d1f7d53ca2d01c87e2 -size 20501 +oid sha256:ce0d21704f7cdbf2c503e9cd3fd4b746118dc47c54eba8322da17327eccd0720 +size 52716 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index a5f212c87776..2fe6494d42fd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:64418cb727f5e43d09a724c8b1f810e8bc6ff90917b2a4d84d2654aa5d6ccfc2 -size 20684 +oid sha256:cbb094534713fcdd677bdebed76854e7a4a19b487f207f4f867144c30380118d +size 52829 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index 0452ca6ff304..02ef665b99ad 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:95916ceb2a4c1617328c703dcb42bf2baffca5779ba7f06970b7919c9ed63f60 -size 16461 +oid sha256:8945f50dde192b103bc951e31e09f1b1874aa1ec11edb675efc93c63549e34b0 +size 41255 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index f2c88b2b0e58..86b45104d9fe 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0fa454e6c76607191959004fe0d1996ebb9905a7dd0e0b725c62b1a7a87aa9d9 -size 16579 +oid sha256:cd8ca81bc4d6d99b4b56ef741f54fbc927e4927bf29d1b55cd781a63856ddd93 +size 41347 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index 9870f16cdb56..f34823dfbb32 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0d8ae73e4c9c30308952275a4ee7778ea7f016aef9bc960a4b93af8be53aa4c3 -size 21031 +oid sha256:242d9445c4e8a82d16864abb9161c564012ac726cddb35d0cac5db7aec806437 +size 54998 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index f462acca2b00..06344000a915 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:91fde91c4798a8435713b258f290bc7923e610d5126f9f7cf9025a1d0081776a -size 21262 +oid sha256:f2f14dd33ae65dfef9f5be6063f6d5e8223552f7d1d7180ffd18aca2ff7e578f +size 55183 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index 3d6e3f93bcad..f03a0575809d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9603b2b95c55cd03d6b35c32035c22fde94d8bb92331ab2fd9ab6e71c6977161 -size 17073 +oid sha256:7ebdd3c835ef8520084abacab02bf66933e72dcc30d4cfe19cb5906bfa0662f5 +size 43524 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index 738d6a07c059..3f12aad1a837 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:460dfe26a7cd5e21858215ee7b2f958a5d9f721fd298b946b85491e8cd7ef55c -size 17200 +oid sha256:b06166a75f10208bb50f224e975007cfc7d7b6d347826293726d67276bbe62bd +size 43511 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index e4fb2db13b80..b9373b938f5b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:270eeb5dee6200954af94bdeef01743bd6c9999cc08b6f15605341b30497486a -size 22968 +oid sha256:768cfe41273747363e9a93097e3f2ba4f818244f902cd67ea822169e6b831597 +size 59493 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index e47fe2966396..3f7cb1c5e385 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8fa73f4880b82c787ae1469a3ca18e746d2cac851f5772b79bb140a1311f9a01 -size 23125 +oid sha256:dffeda3cb6d36c1629eedb91778b92d12b8488e6d08dde8d516279a0e1ab48fd +size 59651 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index b7499bfb49b7..c17350982403 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b37433373a51365142b0baab74a3d8e5ad32cbc9279c967388e2594f9d234273 -size 18376 +oid sha256:ba33885ce1a6169bcbaa4a27b92c108dff23ff5942837d9aa455187420410369 +size 47965 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index cffe16c3aa8c..4b32f5264e66 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1fd43fdb6557fdf2448b04b988b0a23d84fb98e8286b70da5996723e5900f3e4 -size 18799 +oid sha256:32019f8c70914c0c3315cdc890c0f357900d1d132f5aff4176171253b06b322d +size 48457 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index 11adad9ac230..4023cf0c1519 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d28073642169f8729fef2651d72561e6a380ecfc96904180e9aef420fa2d3df -size 23488 +oid sha256:ae49ae07ed87bc37d31a533c5c234a90a65f01b77212e3d31da9f0f1ee52f1a2 +size 61725 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index dd2d1b31032b..a110fdb26c14 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3c9312df763a610bf529ea3063c15f14de69135f509bd61ab67a68dda89b7c45 -size 23715 +oid sha256:22bdb882c06a32e41ce3a38174b5d201766fb15381dc2780875d14c53fc6f98c +size 61955 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index 91be455d2c72..ea6500f2e60b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bea40b0033fdd74da20373fdcb26edd2e76ff34f195a5643007fcd8df910b32b -size 19074 +oid sha256:6e3515ef066764a1633c8c538bed605c38807ebfbbb931dcffc5ea7f04fa8e9b +size 50266 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index 7019c8b7d428..0f1e3f72bdc2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:13b612b9e521bf8513f5355d59c226cb7e3051dd279c540cb3ce1ca356dc6952 -size 19483 +oid sha256:d823f1a4fa3b7fa3eb574600f3220e71cb100f5caa9813e19cdb66e02518308c +size 50551 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index 7a09031c9979..ddc54806bdcf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2abbe069794401e20111cb7d1046ecb5c7c5fe87018c6a0500c078252b2ee791 -size 19223 +oid sha256:7f69adf7a9dbef6af75060d19b9f3cea4fcc2fcc1cf3c6b49a640adfda12d8f0 +size 47238 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index 796ef4e6519f..56566bfd24a1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2a21fa529efcab85795411591e725171dd55b4deccac8fb64b6125f5f6d01511 -size 19298 +oid sha256:6bedf80bf436402fc03ab09ddab704b7ddc98df3b0c7a1bd93eb0281fa547789 +size 47289 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index 7093ff885b1c..dfbb4c83b212 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1ebd990766a7ccfa1bcdb7dfe8965a7ae60c7bbdaacf4ca6f0f6641599906be8 -size 14615 +oid sha256:9a6017ec9f0894789a69cd5064dc685abb7b9a7e67e54adf516570a853c334fa +size 35116 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index 48fdffa18aff..78a1f73d260b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e9913e712a00abfb8c6027712aa1590274cd022c4e2da3e4e435f028c4cc4d91 -size 14659 +oid sha256:dc0b6a5af75e235642a9d88db3df0a8e5be8c6a158e1a03859d702632c0a2b7f +size 35115 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index e2e4e2e39f9d..074617806042 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c2fc4cbe8628a3b517cf13ec8dcfb231c755d6660d45bcce0337d93f57fdf831 -size 19694 +oid sha256:7c904cad72ffe64c6e54367c655d938b40727444e4defdfa2cea0e0249b06f66 +size 49344 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index 5d0bc69056bd..33878902e3c7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8502fd24e2a0c29a46554c4f092e98ddf29cb837be655704f7ac28cbeabb8575 -size 19775 +oid sha256:676aa59aebd7263f0bc0e607ad2f6e198bb48f3df844a68c8891ecc9aa807cdd +size 49374 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index a6bf9f01cf86..5d0aebae759c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c649a8a2c3475c702580e4f46e5b72f6809756ab414d39dc21d475f82024b8c0 -size 15177 +oid sha256:83f5b08dede053296530f3eca5ff269adcc4471bfaa71cb14edbb41da57b5c5c +size 37578 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index dc627f080358..f06b2b521d2d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0ccac09a41a1a6ddc377435c361e40b816e859f7ef414c6e81161d5d2725149f -size 15223 +oid sha256:6e089c001a1b966e56e2017d809dc1840c70c9e064cd52d9aaa522ff42b67716 +size 37520 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index ab50345e49bd..5158ec9ffeca 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a5b6283ae4a6f285413a1b328b9f7491cb0dca8555ad112b1ed83370117834a -size 22823 +oid sha256:91501eba5ea59c9bde0547dbc70f77b1a426980f363530a8c301777cdb0893e4 +size 57501 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index 6ee8bb514197..6e181bc7f8a6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eee2df4781931c111d7a64d1eef680ea3cfebd7da9a707fc1c7a1f8a34c2bda3 -size 22912 +oid sha256:40cdacb25ad963478a93d27f725c5ce74dd0ee65ad261bbd6c051633acffa7a2 +size 57626 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index aea78bcb2597..b984f9bc3971 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d07eb31323bf4a8f4ec2d1978e89c15e74859c0a7b2b41c035c93b93785eb98c -size 17905 +oid sha256:06c2f1df5aaabc69df6a1924c6093fafe4f31630546d44fa967a15c7ce68f1c2 +size 44744 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index 3df91e3865b7..7c551f150c82 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7f34c5f958ca05bcf3ac6351e13ec90beac1d78a9c3c4955b420814fcc1b6b3f -size 17983 +oid sha256:1c5053b8d456839ff28f559ccc9be03da7953b83edcb28913a5b3fdc8ad2dc5b +size 44726 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index 16592bb3f407..fcb093a8723e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a0ba5e8274e4f7f61b2fd2b05f67fda765f4664964599845b3521d862c6ecbf7 -size 23568 +oid sha256:e4a431cc1674aed1a89e5d98fe218ef8265213c122d567cf2e12bc1f4fe694cc +size 60272 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index 3172e7645396..d309dba4f58a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:36f14cae63a3ccde17e7d03f353e80b726ecf95331dc0d664d6847db7d1a3944 -size 23669 +oid sha256:140f9d6d524a51e257cddba8f85b71891b2bac244ae775257d0a2b79ef05eb4f +size 60391 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst index 69bb7aa86510..94b45f57d422 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bf24be8be82ccec5f93e131a2fd05ba7129c19976e359ba2586a5cac17de1711 -size 18835 +oid sha256:4417fbcd9dc536932987fa26d887e9680145994a6b7893b8d797805347d66912 +size 47829 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst index 1974967b3d37..85d0e3f39e81 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm103a.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2730349ca416591ebaa0ecf5a8bf5e5e5dd2fbf1d05cabd8929c3fc01d914b31 -size 18882 +oid sha256:1f8c6b14b60fc5b0b2ed8c374b1a06b4665fe7b0b58da26f898656402ff7223b +size 47752 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst index 8d5f84af471b..50c9b97c3a7b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:38591b833fe8f3b8fbe5960562ffd02205db98a3d3c92e17b1baf8b8073f0346 -size 21214 +oid sha256:c770cb2fc3b56d26fb645688cb67418a7c89482378cf6e0ef676c31558b428c0 +size 60847 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst index 0359f2a414b5..33b60200f297 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cdfc10e4d9ba2c3623fab8f34fd0cf1da062fb018b3b5fd3ec30563713081ae6 -size 18396 +oid sha256:320093858ecec5d28462d32a1f4893527ba847a783af540dda142007a14732b8 +size 48835 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst index 745ed90adfe5..0321ae7c9f14 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d66d26bca254769d161a8426874720ff1341e89c72f50953838256805ad1f4f7 -size 21427 +oid sha256:231b01bf30b88b4864c3945721b5ba10c958a5ccf0602fdb662253d9553c87e8 +size 56720 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst index b3be18d9d83b..f04403da2533 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f963c769723022f9ea8c83aebfea304a40046c8e3e6962d09b7844e7e92708a4 -size 21634 +oid sha256:72c1b3a269363769155ed7f56293793abd6e98ca278a66707d64603c742cbe63 +size 62975 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst index 60a477151e8e..e1538fe18941 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4b5607d41bc9a594c02e6f78d9506508b340d5ec1a19b1388ceaaaf25ec865c1 -size 18769 +oid sha256:ee73d3a65fceb7b9f311cde6559491a025d0526d831b6ae7953df9541eace06b +size 50672 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst index 35b833b422a6..e60bb6e6dd72 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x128x128u2_s8_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:90e0fa265221708e88cb1007778eb2d75059f1fd2484829ac1dd74a741efd539 -size 21758 +oid sha256:c863fda20e6d2fa96cfabf8401b93c1ec969f99afb2e82682f4d12db44b29f06 +size 58662 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index bcc9084b983d..004c42dcd632 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:82ea2b00a6c6640f2a74675a5584bcad82a38473e0d39960c0c9ae8b240aea92 -size 13818 +oid sha256:820ed3e29b317d93dfd7e966548c301c59864cb7e76a761cbc8bf7f37fe25379 +size 34896 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 9f40fa0ff660..bed77f9df085 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:35fc1794825338c273d2de98d240ae7df17f40c4591015331aec3b250177f901 -size 12992 +oid sha256:33e1cf3492ffc663c16711a36ca235ed3b30f67eae4841e7f80e710638ef1668 +size 32139 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 0a560ae706bb..e062484c62c9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8270911cd108db3d1f3876624fed967a31e51c72610b4bee0b8ebb507d9588b3 -size 13414 +oid sha256:4d254c32dd877d6ebf67b02c670bb5cfba1dab22d3aa1c76bd09c369e461a9fc +size 33197 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index c9b03fb68183..58d44ad597af 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a9ec62927bbc29fb6323e856881a9df67dbd4f3818b8169458024701371d0e26 -size 9778 +oid sha256:9000ff2e48af5f4e459cf6c364f6d3f9f4a9e68778ba417c1e23d5eb163877d4 +size 24835 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 90d027b1010d..b9629ad24ec8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5d23fa22cd48c76f58445bc2886ddd5206e2a78e91bc8f5390795877bd2989f3 -size 8986 +oid sha256:0d7c99fbe2edde9d185098b820ef94bc57441741392c6be019c60982d5800b56 +size 22487 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index c6fe6e8bd1e6..4f0b30c25f40 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:48b9189ec57039f0737bbc15824e131282643466a6b3590b5497d719683ae06a -size 9480 +oid sha256:913687777e0643044d6d60fa30388f765d1400823209da92fbee6a84a9a03b95 +size 23553 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index e07b5ca195cb..6b9bf78d591a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3437bc7b2be86fc9107e092427a722d81b35d23f7824bad027331d15d15a4f0e -size 14265 +oid sha256:f2b6fd56eacb023d06283f4547ed8194375afacb8f17fb0d7564ccdbcdcdaf50 +size 37294 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index cd2a24471c41..91948572a09d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6e83adf1a340d2a6502f32bdaed6cae3de16316c19de1f0ed8aa9604488eae78 -size 13561 +oid sha256:0ffc602d74c26bfbe784fb20c359957507e5dcdd0d301a12001ba401eda781ac +size 34678 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index a1c7f4319287..23e58ad1c49f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f8c9ec9f0d04f7c0f20ad8d8f5b7cdd0960ea3d419f5bd8a7940728468250d62 -size 14027 +oid sha256:8764858e8791f6c79d3fff5dd929c8d5b29d02ba9030a4a8f3c5ef3f74857a45 +size 35886 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 8225dd332a38..63e7a7d88faf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ab496a6b48ec056deb4e018b06cf8cf814138bbca38db984466010457648af00 -size 10314 +oid sha256:c2ef6ab896481cec1696bd4c70b3a740029cdcb465feb5d08019d366fa2a8a0d +size 27335 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 51cd86f2dda8..a2367553e4b0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7a295e2f9eb1ae8278daa51bcf99bc821ca2aadb24244341a2c3511b8a8514d5 -size 9539 +oid sha256:9c8b278b4fe8622de149eb79ebd444c4ffd10bde39ea5f005683c5e693c44553 +size 24869 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 7e42970476f8..c18be0abeb0b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x16x256u2_s6_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a53768db6cd9c46022c31c242504f6a591a7a072e4bb9668c7326ec20a963f6 -size 10049 +oid sha256:1a74585c7f24c40ba5dfd8d2348aa6b57ca06d261d558c1328a455075434062d +size 26072 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst index 02de22cc441c..4cd6f7fe295f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:58d6bd88b0c74b73d8a43eb193af63c39be98bd39cee12a5671b5546ab93999e -size 19684 +oid sha256:a78c710a449525cc425c2ee9027fd014f31ccdc29bbccaacf63bb85f4de23e67 +size 68766 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst index 5993d96ea1c9..9786175d673f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:412f9ded846277b33e4277e91a148062efcab780f8710d1349f4b891eebe05a2 -size 17266 +oid sha256:21a15b8804498600077eb99f1171fe22baa03e830e78b0ed3b5580a77d37bf1d +size 53223 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst index f170a94d0af3..5fe9c58627e1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9662475779d9ff4d81eb736e6aa8efcdbc865d7205d714e080dd6499f83dae87 -size 18474 +oid sha256:baecadab3f6925ca9e316fa2e798adfaef402d6dcc8929fd6419504ec933f1b2 +size 60820 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst index 5be0186a1d16..b9b3f1c8d48e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:464d0ae4affb7b8b1639b160c9ef893e0de478f110514ea7dc64ea223259b64c -size 20107 +oid sha256:54512b47f6a1c476a3f90447bc2a5f60065c3b1dedca605c8a5db9125ba7decb +size 70593 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst index 6ee59c1c4d54..ebb452820aae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2ccbbcff7cda9aafc96871d3ecb9ae5cfaf04fe263e39d9e70459d24f18e4b5b -size 17672 +oid sha256:e646973edd99605c03815bf232565be0e1dd3ebe28151fd18ead3ef5a888dca8 +size 55128 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst index 2f39ed29e82f..f7404e3efcb7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x192x128u2_s7_et128x32_m256x192x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:39933c42538a05b5f001d9d706632a828b0b2e190f213c230843f3f3d1040c28 -size 18889 +oid sha256:3e428c480307e29cfae09c171749cebf86814b6ee0d6b5d5eff1355faf2d6e81 +size 63003 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst index 7252e3712657..0dfe13cca20d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b601508ebd72e265e3dc082696578fc7b3d4e7df63f824966f5badf2e999f486 -size 20630 +oid sha256:a8a1ee6aae038f3b8564fd657499adc8dcd2228595daec772e4337c3ccc57d90 +size 60301 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst index d874422f4d77..55e61cd06896 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:37d532cf994cdd8e954e96d0c6be4b3db66c47bc2b7e4db1a66ff7fdca87b4a9 -size 17979 +oid sha256:50bd7e45a6e30913b1648fb3962d6dea8b2c1525f3b16a557ffc4daf7fbc1dea +size 49252 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst index 701b01a98fc7..89735a135fd9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ad799ac6ed15e6c169f94e3f27444dabb4979e4a2b7b5ac236cb87a93a7760a -size 21130 +oid sha256:e1ebf34ffd6cb9d042d828cbb725f8d7d07c54e675feac805b7ee002237bd937 +size 58528 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst index b8e6b1b442da..6f1cfa925260 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_eW8_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:82763e46663dfd4817b7e1f41b2d59fcc224f776307b453a178f82839e5df11e -size 21103 +oid sha256:fc974d06f541c475f3512b65bed9f7de4fe3b7b60c66d8db514dd30462bb7059 +size 62052 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst index 7fdd0d325715..0e7c3bbc7050 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:81a9671daef35bd6ede21293f7722ac97f93602d85013dfe70240693866b28e7 -size 18492 +oid sha256:11f109b6eb58124cc1838b4d8609718c247aa5b4995bba8f1c48147f98656968 +size 50971 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst index 20b8295af564..0494a6842201 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x256x128u2_s6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_eW8_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c115de57a5679fb385f506d14dee8f0b272fa986bd1c08714131b60fe9492e50 -size 21523 +oid sha256:722d9966822f2168d212a56ecb1437bc1cfb7bc0239a7d4d6edaddce37802fa9 +size 60346 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 7aa79925f280..0303f63d7609 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:158610dfa83f9f7466636ecd8b18928aafde464a5b543f231fbf42d7d4a7ae49 -size 15098 +oid sha256:6ed4adbab5d81fccd8969d029f220528947ec26274dc24715649372e15b78be6 +size 38829 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 92ee6c95cea8..ec72fb2ac90f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aad170393e2a8779c40a90810cae9e37ddc7880172b96f852963b65356b1a53e -size 14000 +oid sha256:abba265e5facdf4a0d90ae478b628abc1f8ad3550d6ed68cf9fb27496b2415ae +size 34759 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 12c3c90743b6..8cfbac20263c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3ec7f0d31349b7456fe3b2578c3b2664c1b6f3a688ad4aa97f485b50a1d49b8a -size 14887 +oid sha256:467d14b3c8751bbadec5d3b684dd6cc1da30bf851ddcd0e4a0a17a7901ce9bd8 +size 36922 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 1dd66f57e5d0..e4c5be1b04fa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b4687210bd0162f3e73565faa1275a3bc32b79942a3141299f66a4d0da89f8a0 -size 11001 +oid sha256:d8de28892fadb41d62db25280d851cdafbcfd6bb5487aa2ced25f3a28a88a9bf +size 28917 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index bea04dc44807..f5e69c4c0e6e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f64e2b006bf395d68ecc5849b556c9dd5085395b51f4aa79e2e3dda13a4bbfbd -size 9993 +oid sha256:e5c39972758b8bd549f5a486592930ad9b49b82087dcd8eaf7192b1ac2059905 +size 25230 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index f6019f4f957f..69d0dceacf97 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3f35f46eb2925117eaa2ec1c634318417dd4baadf42f04ba9f9409cc956a0d49 -size 10802 +oid sha256:d7ea5b89db1b6ba4733d794d10a7e8f1f2b9bd2c1315bdbfea7ae4fc8bc9b25b +size 27330 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 93f24f7c072a..611a72708d0a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1e0a8127b941a516c49326ccecb2e9b5ec4d03c80bc433eaba6ac2f098d4eb56 -size 15581 +oid sha256:e610edbb21361049d76ee4aa6e9b592574d3e0abbc0399ba6232968bfe40fca3 +size 41154 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index dc767db0aef2..6873edd1a222 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0ee46b82b66674201e3671e6597a22229c74c9825e296966c3e0727f421953d7 -size 14489 +oid sha256:c1bcfd03a025b2350ca5a8b1eb816e0a9848db010dca40b2a2e2a5d1878ad15f +size 37392 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 0327f8aa52c1..eaa527374c9b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:815c7bc639f57ff064047a1cc8c773efd9b815e6088173b316263fe04bd4a0bd -size 15416 +oid sha256:50ff4dd8808247667d5b6c16bb165971a2a55bf0fc0b3a2177609b1ae2d733a5 +size 39563 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index f4806937c0d7..f415e032d02e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:857270901aa74ae438c9700b4a4b48c2e08c0b55361fd82cd726af1dffbfab5b -size 11555 +oid sha256:8efaf5c80fc10561d7aeb93ae169da0c1a38cbdd383ba563035889922e64cb30 +size 31303 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 37ea9476de3b..0c0413944602 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7449c8e11a220d2ae423d19a198f9df68f1025681953fda646b5e2e0f7c4dc5d -size 10592 +oid sha256:7742a27af5e2f0afe2133c32dd55f0ddd1b1c27e19fd5eb8e641bbe392845544 +size 27698 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index df2deec71a90..702f482cd2eb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6390411604c89476e6a798c0cbba24c110649e007b18177bdc615d9563066ed9 -size 11433 +oid sha256:0f71558135906f8fad77c90822cbd97d79a872943a7f790357864a4e0c71e6e5 +size 29880 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst index fbcb1414897e..950b8d35debd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:36a13cb9d9af28eb0a4aec8cfe200c94b6482baaebfdaf78df964590cb61f128 -size 18606 +oid sha256:1abe9a243da7f747000487cfc51eeedbc98826317a5d1deeb1f442601c689bbc +size 48910 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst index 512471a2ed9f..28998846f129 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:55c69ce1482cac672f4c41b292722d3515734663d41d80d1f41a4815b56cded9 -size 16407 +oid sha256:6795c4e733cc21d057d0437544952df8e4128f758653e2edb2b5d22831bfdfe4 +size 41904 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst index ed595663513b..9d85f1586741 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7646d1535455d2d1387676bcef1dba4b6d06966c48460cc1216333ef970cb99b -size 18065 +oid sha256:7c33b604ffd199977e54fadff6c3807b335415bd3101762594c709555f64a409 +size 46291 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst index 98aee376a0ca..c3af2cd186ea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:49ebeb00c7d8033181bf6f22c5e1ab56dad737361841fc73832890e98152e9cc -size 19200 +oid sha256:639110f343124ae493ca797c73074bd7bcc2f6ea4a69c816ff2b180681967caf +size 51163 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst index d42fc980526f..b2dc4f30c1b5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a83363b31251d02ba3944606733adefa4fccfed67c8659c766d4eba59ed90ad7 -size 16910 +oid sha256:9b4400fe2db9d6aa0185734077737c8e42af4c40ae5b1de8a3c3f095b1f4311e +size 44321 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst index 81ab4fc6316b..d3c5cab77146 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x64x256u2_s5_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_lbW8_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bb562e7e4f29a52b8f770bc987b25539243cda2eb7f9c532ecab2ebab733d037 -size 18541 +oid sha256:443cf674001766bbf9ba5a3c4533716364fd8fdd255cac5c2faf37a343241bb7 +size 48787 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index c623a932e97f..ef7f4bee4f1b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7cf6be7643df71674a8f2b28ff1d583c08911c53f5754cc8b96c3481f331a2cc -size 13337 +oid sha256:bfdd10653e425347f62044917f1ec6d49811c0b5a4f24ee592477c959c08e746 +size 33086 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index a2833726d41b..774ab7fe0c89 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6284a5eda974271bd8ddbc5e1e44efccf65d2bf786331ea99f0b72d9da51cd3e -size 12762 +oid sha256:cf321ee3b4570ad41944daaf83f8716f808f8f90c93a5eb6e195587090d79713 +size 31309 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 6177bbd5de5a..a415e25d67cc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f8e61c22e87c5cb5d2bbb2d173028c08d2bbc47a908abba53ec5cb8c3524f295 -size 12931 +oid sha256:913ad2f59866aa17bf0684c3d30553fa4f1bd963e1d6ebed4e4120816ee2c609 +size 31796 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 6ee7ae3199da..bf0c2a65ecac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3edad0b06cfb03ff974e4a5e3872bf267ed6801b4e90445501309bddfe09ddc2 -size 9109 +oid sha256:1990ee95c9fcf3d2af852e3a0cdd066f5f7f01368479db9fb837f6cb7517f714 +size 22396 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index fa2c3d93c25b..1fa581acf2f7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:974fd7e2a8f55f016a06b5d18ca03c7b63b1ac631521dec67a019070cffe00e0 -size 8567 +oid sha256:4156f6e9bcf3b54e658267cdcefe0818757dc65fee915f0e8984567f8a301d4f +size 20579 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 95f38b63e53b..c167aa312844 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:164a6c57f9a60ed3419b4363686d1e5b0ebf7228ef9d79fcdb97a65bbb18ed3a -size 8791 +oid sha256:25e51f5fc4b9b76fb93edc9616868c1c5caa6af1f083fe4792070eba9ab6b1dc +size 21294 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index f951d8ef4a12..900dabe30803 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6794a17241f5d76980ef04bb315926646d4fa1bb278df6d0a7fcbbd47ca2053b -size 13866 +oid sha256:536b0511225e6a83c957b78ad83a6735258327e91e6056a41ed4eb8e1ce762d6 +size 35460 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 29c604703943..89df66772fdf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:713aaca1385cda0539da76e6d736048c137ec0b2c8e2b362c5c03f2175a47380 -size 13256 +oid sha256:528fe92d65e0cde11e109bd0441f0880025856c485d229df5c1ef97277878171 +size 33563 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 94adf14f8348..e15a66478fea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8bedb03a4f2dbeae26a8c680f39ee8e8990bc9a4f5e2ed19cc37b3b1cef8c452 -size 13472 +oid sha256:96f197988eb8206661302186fe61c09b7ee69b3ae6a6216d9fa5c9be6b4ba1dd +size 34097 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index e20bf9c00ba0..c4910370d72d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_tmaSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:627068a7bdba07adb7ea2c4424ef46ec2799e6674d41c26b654a0e3377816695 -size 9678 +oid sha256:a7ec882681476603569d329f28850fac201b376e75364b19bd6ad88cbd10b8de +size 24633 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index 32e33e2d5fc9..68d8e72dbcf0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e812e0d4474e68fa05e9763f2c60a045884961b2ac81a697b712979b4670edab -size 9135 +oid sha256:5a2649b06be114b33ed6a9ee820ede50f1d4abde5456ce0fb8aa2072aa4f3174 +size 22835 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst index fb5dbffcff2e..42c1e14594ae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_BtokBfloat16_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_silu_bN_tma_tmaSf_rgTma_clmp_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8164376d23ae7f8537abc132005a2fad2c6b011b523ffbcb58067ac3b0971037 -size 9379 +oid sha256:ec3623c39477c7b4e6461c4578d2c088468dd677fc9179caf2cd85d3b7e5f80d +size 23530 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst index 4963f2920b0f..8b68f1fd5ff1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cd974b62244ad6d6bd0a0ba44d89fd5bbe6da82142b722b45d63f4d515e46d7d -size 32721 +oid sha256:9182d47ea47a4e75089cfccd7261b8d0e5741d04d618b63e3781f236b1d6e866 +size 92493 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst index 6ddee28fa1b4..35b8b6dfef33 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d27834057b20c3d8c6929cabef2f034df25ef8e26c16ca835a2f0ffc0019d106 -size 27066 +oid sha256:d739bc56b2e0a03d63f5f4c48b5f34528b3eba8501c21b32051a8cc403fe6367 +size 78865 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst index 347459ac741a..b7aa7ff23298 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:daea56cf141ef311a2adf40a9cfdcdd219d100c9ce5ebcf772706788ab22f8c1 -size 33852 +oid sha256:593a961224774d9d511b8df883ff238ad2a01a1aa66afaed52de21baa87a21f3 +size 95786 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst index 0853d480b75b..531d86e6a711 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s5_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6dcc67e15cee644eb8551c40ba48b503183ed1b1d2713b9ebd13ad858cc28423 -size 27848 +oid sha256:1b413edd55642e60d116d498c3dd7aef1ae6d6544e1ff65b1e2351f1ebf41688 +size 81561 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst index 058070af5256..456d7f8ccb6a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5b24c5f7491a5b668a3dbd07bbc43cf8154ceb891d602d836f599ac333642852 -size 18535 +oid sha256:df53d101bb379263b8a163dfa44ffde272323cf54521e70bbf530f0c2ec8234f +size 50202 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst index ced532cc06dc..1f77a385aefb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8094e2a7f07b9a303e2a49e5bf7fd0c061f8cf3364fd6c84a5c48b53fd62f3ce -size 14369 +oid sha256:da0c248419b7f827bcd5cc17f6af72952bd60cf671cb348ba0bb032af3b417e8 +size 38797 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst index 69d3acabb0d8..fbfd480ed7bc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ef56a38ba02072e940eb44f52b25e9c339f8095c6a5686056903e5398fb8ba23 -size 19968 +oid sha256:f8466b71a395969a139f0e357676b203c77e6ce924add551c61c55b6ad6f149c +size 53250 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst index c1c419c54814..25cc6b269450 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d67fc0c10b0ec529887ef088fd6f6782a8dd36c6c48e45404f46ce8d99acafd3 -size 14943 +oid sha256:c8816b432404375ece2e6e482f3af51d269f19d8139c5adf701ee3fc0fd72029 +size 41714 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst index bd393cf77488..46540d2a443a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e86366d61fe0a0cebb2187d2861e3f5bfaf7ca3f2314bd140a3e9d01f1581a8d -size 21062 +oid sha256:4344c61cdb81793401e4b3f539d65e41170b99fed748f51b4654d73707fa7609 +size 57176 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst index 5dc9b10cf278..b2b0fb66ff4a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b3634f59f47b038335438c82f61df9fdbb554b3f0a9dc0bb4fa3a168c1422ba9 -size 16571 +oid sha256:231665dee8b6b917dfceac8a0eae6442bb310757cd1a0f47723ddc1fce09fa28 +size 46130 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst index b38c40c3dd57..b5bbe09fcf62 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6d9b4d551c111d8c7ae3c244f1064eb4c31fe5c4dc0d2a58322a65157e91bfc5 -size 22376 +oid sha256:e12e43c19822f74955641ccd0cb0d399f70d37b82a491a2c277a8d0db009e02a +size 60419 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst index 1e2ec0a2720b..d4a982a40ef8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:325435ecb42640055942c3f60acd6f5df8257b88f4a921229d66502e17682e86 -size 17208 +oid sha256:e5e0e66e2e7eee86d2cca8353f30679d121aed4d8a0faad68447dd1e16a141ad +size 48723 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst index 9d26612f7252..f394c589ad49 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:146223351b0eb6b8d144eb2307ab8f7c6638b78a8e8f482ad970f0bb0be9f700 -size 24306 +oid sha256:ed7d142dd7128627339ae1f44602ea51b34bd62a6aaa9cccb7fe08ebe1da786a +size 68433 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst index 89f35105b799..b3bb231683aa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3cdefd8f0a9ae697b4b87055128d482a68e664e9d4624bc8a0bd3fcb52e6cd77 -size 19479 +oid sha256:522584de50b8a23440a45883d156eef0ce111adc9871561520c4b32358ad66ef +size 56473 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst index 55d353e0a7e9..7a50b8f31893 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8b5dcca4aff2771c32ede697d3fcad40719792d5824360f5db09c350534fa102 -size 25428 +oid sha256:de6d5244a8a64fc6108ac315ad997e22dacf191a83e29009d0ec0483e8745492 +size 71669 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst index fe5a7c7361b0..8351c7448466 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s6_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f2ead783be273f6c8ef93afa179e7d49569899bd0bff61372348b4cde991078e -size 20136 +oid sha256:5ec3c7ac5b97d9d0ae1129179e37378fd30822dba230621f57d3f79cb4da6a60 +size 59195 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst index 10cc2045c219..43e7fed65f2f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a693ef9177e94d1333d2ff2ccb31eff4010fc66dd27523b6906209cc11416b39 -size 12251 +oid sha256:714b744e624ffdc102ffc1afdf61d25c7a1143ad15a97184f823d0b59575d1d5 +size 33080 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst index 1a6538a21ddc..a5650ce3c140 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:42b481635ec6ef10b4575233b54e7a82ed1f7da78a10a55a3fb914a6542ac228 -size 17291 +oid sha256:aa03fb09c366dfa0ecf5d492a032b69a10e3e8b99411809f5d99fdf37a67c492 +size 46440 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst index 78d60f545f09..f94ed165f2f1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fbde5b4ae5f37f4ea18f5d34c7c46a5fa80d498f3c498db1494417b9c71a873e -size 13020 +oid sha256:f5e5122576af1624acb3e91440d035635beb84aa21fe12401c640b79ad6d3e82 +size 34375 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst index 01760ad2f838..57930adab7a5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8d1ca85513293a91528013d86d2683f98a1edf9f65e13e8710bd66d4655700e5 -size 12887 +oid sha256:67c3c6991f7a1269d38a10a8b5769366f5eee5d47903f3c95ff0a5e0af557d38 +size 35635 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst index ac7a58350d74..5d54970b04eb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd4x2x2x3_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5e4d21a1396a1b77863994f65c18fce48e0dd3af5837e2811ff41dcf77852c2e -size 18512 +oid sha256:71e742707b6ea8999a720e84166e581a8dd2281d392820f32a392832efe75fe6 +size 49786 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst index 8a7e4c93d8cf..bcb46b0d6606 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s8_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_tma_tmaSf_rgTma_clmp_lbW2_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:adde2eecc316bb79e58808a2b36fae48e8552795ffa0fedf6674274e0a4e1938 -size 13598 +oid sha256:d28ed6a96fa9c34365c0a9b6b08b5b21281e52cb035ba31267e85ed139f8b47e +size 36973 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst index 2c9a636a813e..e5223bce3bd5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:93a766f96643dd5c004c895b1bf24a3e90531f70f6f960296911fee449cba8dd -size 8301 +oid sha256:024ce0efdbe7a7a50ba4129dd50a9289a8d8b6108ee950212d5f3a224418cac2 +size 21331 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst index 58c0a4f7d598..3398cd3d32d8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a1147dfcd88b68b2b6b45e78d4a6ebffaa58148b336b673328b3e81bc95ff90d -size 8372 +oid sha256:d68b97071957dcd913d52d3abf1d598ecf729a05ac5f0ae5255b23023c71af46 +size 21809 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst index 86a2caee7411..ff7fbe00455f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:55d605d6cb4791e5c78e43c032008118d230e4ae029c84e0b37eb8bc15151b64 -size 9026 +oid sha256:5d45f66d7c24d0735aea327c4774cff5349123e3154a459597c640191fe5565f +size 24866 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst index bffad70342f4..9bb47739cf7e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:624309721937c007abf52f4c3538530e9b5b292531abe5e3113f483fb836dd85 -size 9126 +oid sha256:e23b5bebf5ff620a8e626ba70fe59c95200933412974c3da4a68f9ae5f881ca5 +size 25418 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index c7f223329b6b..15e02c876f9b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3e201847ac9b8b5e9a2f0c4a3fbd4fe6ad7758e29dc542f1e3b97273bb9c8559 -size 17313 +oid sha256:5202253a3114b3ceae488e7d9707a02091e51d03935b14860ccac09d42a3cb99 +size 44654 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index dfa38514ee63..ed5f012c3283 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d23ee2e2bdf2691735684dfb340a47de3d1b048f0422f9f6cbbc16caac00fa5b -size 13181 +oid sha256:d51bc424121245c2d9ed34a4471274aad8a813c0ab8dfbe50f41f3391ad1bbbf +size 32326 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 8ff0e4082cba..cb2f1f6ff983 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1f7c8630d6cfd73c560516579eb555273f1159a88d4484440eee266a6d46c5e7 -size 18142 +oid sha256:3df4d045ec1fd91da6e291e6d8f5d3ffe20f1bccde1ff07d82ea14628df3d5e5 +size 48133 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 908491f622c0..311262cfac62 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f7956363d4d7ec3129f0ec01ace853f6eab4c9133aa0e25c68807d4f182e9bbc -size 14049 +oid sha256:ae7124206f9ccb4415ae195fceddfda791e4e5ad850b676d93acda528a18c7ff +size 36017 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 8f4b2af05b40..7d2b38271b39 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bd47fd305d6e8a6bfb6bec6734f19ac475d21c0525d9988081976e35c5a0d655 -size 18987 +oid sha256:b18159abaee52bdd20c3cb81b8a9d7683273744f4798c9a637408e1c89bc4346 +size 48503 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 4ab6754260b3..2ea2ada53072 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:97949ecac41fc2adfb5d38e8a9cdeb1f0e079f96b8c7ca43162af61b9066fa11 -size 14281 +oid sha256:ff065ff7e31b8c02faaaa1a0146f9d08f36c22ffab14a5894f6f14fa258a774d +size 36097 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index fec55a9636ed..ce516e83a1c3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3a0879c267dfe4646a521851daf41648d918143f10b9e8d275b9f89e613b80ab -size 19738 +oid sha256:c64ceffa1a051d6b5a5802825e1cff1fbe60862ce24afbf94af87921d81762ce +size 51824 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index d1f62f522789..dfcac141ce5d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1e07236c0680d7a3c9b876e8c6f431c7b2bd932bbedac9124ceab93e1f58cbc8 -size 15146 +oid sha256:8d6351d78d7f634d53290946d780159d43db1d34fbcfed36a8436c82485f3e3c +size 39917 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 555ff16eb74f..d0fb7cfca89e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6b5115346c1c715f64ea481b2c611976e889fa62682e5d382c8627fbdfaab8b9 -size 20570 +oid sha256:d5db29f0eec69753ee7d360eb72207290bfcb25cadf05e558956185bedecfd6f +size 54746 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index fe42ce273e25..d10dc4b9b576 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5b67133564e8b1bd8e11ae6aa248207b4e0fbe8c932314d36c0a05e506e22415 -size 16267 +oid sha256:c852ea2538802cf5fa7b60230494bd9d58ef64a1483f4074f24905d58f525272 +size 43128 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 51408f01b4ee..f68a67609cb0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:598cf7285ec2081ff59381b8a17c7d39e3a7c2a35e16b84bf4171c1edad500f6 -size 21738 +oid sha256:88fff557e069e451967a2f544a4d17ae6d0058ec8fd6b4e508f085dab72bbc6e +size 58428 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 1a6d29e9c9c3..39f0e653e20b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x64x256u2_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f8c2813f3e41d5f6823ce05a4d84b6fc867a4c7e01a79703d3cb4afd12170bdb -size 17176 +oid sha256:cd1f3bb4d74110d17ea815171976f1511987d5dcce2595e5367b663fbc9855bd +size 46752 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 78a0b6bcb26a..a6bf24983aae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4e6f3a04b5e6dc54b2dc7bda5e8cbede6a1b348e4a02bcca8719a15b705d1b33 -size 16579 +oid sha256:032387376bebf2b09c4fa196167e67f7bc3ca9719c7aa24adfcf8858bad19a05 +size 42434 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 92d31329cc1b..d7d414c36be3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3712c70a8ee611dba8296aec9774d0e71efc20709b2ac50af0faf0c6ec625640 -size 12358 +oid sha256:9b0f6f8fd5e26be131fb97c0323651a915e7866f892f4f81a2a32ec33f0879ad +size 30367 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 7189d481bcae..158cc7fc8e39 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b3d82a02c6b8d6a071a4a1c97c05bb4bd689a69d852c2bca5ac249d85c6b260a -size 17493 +oid sha256:f06ad33869ab7c1fa9ec046c5b4ac867274b2fdfafc9b307655da1895088396a +size 46352 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 363efac67451..9ab2e0b341a2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x256u2_s5_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b09553becf5e16965866b9e341f85977bfe766e8a15b1dfbf939088d99815bd2 -size 13251 +oid sha256:d7b4b362c14044dec145b5f4913bf5a51c4fbfaf64033e70c26fbf5f066ddd0c +size 33755 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index a94406292cef..405281081357 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a5b79656d817c9259ea7b6e98fb22c7e713c7aeb6f8742cb7b438a61f5eb7a4a -size 17060 +oid sha256:19a04d7565ee21c41a5f0ac24a43648504319021320902aa1aaeaed0ebf9fe11 +size 44505 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 49ab8e1dba07..dc36a8223311 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bc743a04482cf8e861aadce86383b9c15e8674bba556cc4777fc03141dcd1146 -size 12927 +oid sha256:eeb1da383d722e2fb476a7c5177c70b3fa99a41fbfa9ed78091ecabba3d51071 +size 32332 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 019a662a1a53..6e6a8137790e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c566a0ca8df99f03c2e1dc660d2cc00c4cd4cd55dffe316333288ebc2f37407 -size 18145 +oid sha256:6fb50f40ba94b353c75877a1f12a0603ee05737f0e34f6936a619ced991ed860 +size 48913 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index f9643d925c4d..8ba598687f84 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_E4m3_MxE2m1E4m3_castMxE4m3_Fp32_Ab32_Bb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:388359abcb1da972135005ad3e2b2db4e9cd4cce3618464493108f2f249eff25 -size 14067 +oid sha256:e0ed6c6f23a76597ce5c698e0704c41c94598cbeff6cd5fc6d1b959ac22fd051 +size 37445 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst index 527c9adfa491..feac1ad373ee 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:30d866e52ebb54d89bbdb47868b70148a1ddd75a7d6266b39b0b2cac93f93ca9 -size 12301 +oid sha256:1292d91f20b0d4f8409af2ae9364efe3a7dde09210908c24c9f54d24ad72855e +size 31828 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst index 93b0d32283c1..5c824412068d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cd300aba8dc68ac0851a661f5009ba41c432241d7deaafca0dd4d7b3a636dd88 -size 13440 +oid sha256:a4a851763eec47cc6ce9496e6eb0b83e58a3bbe914bb943ed908b653e68cb0f9 +size 35682 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst index aae3f5459b0a..86b8349e67a7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1462f755c1c4e288aa26af4acb78f597bb21d903e97212cc1bd185aecb2507b7 -size 11104 +oid sha256:a4dc00383510c496d2a6b7402062556d81e48415252f4bf0871bcefb2e6057c6 +size 30053 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst index 594635122805..df4c805e92b5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:01bf5ad59867084a19e2a06fb01042bafd12fde0032ba44d3b57057f1f907e40 -size 11786 +oid sha256:6e7756ea6466848062163ee07a9fe49ec5d56e1c301f7c15da860e08c624c690 +size 32546 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst index b88826f10676..d4a80bd67238 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c2d959879308e21675cb7013eb315779204c59e9d7d84334cb9e7fc580795526 -size 8277 +oid sha256:ded4f02645f73e78ae8213f15be2c9f66d9a8f5f83737e49985ac38f59c51f0a +size 21512 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst index dc9b18b61918..dd8479bee8b9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:df770cf3e98e3199f149983179902387bbca38144be0b7944e5b268c5e31013a -size 8399 +oid sha256:dd6675b226060968f69b188c1f9c2bf4b99b74a4a3774dfe57d9fe7bb8876b1a +size 22036 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst index 08f7b603f074..311001b22837 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dd67552f759f0591feea74dafb9b329bc90c50561b2b843a37748db347c328ff -size 9014 +oid sha256:52909062183c21f72f9fc21f519b4968bc849093d42518c682b71fa5ac9be1dc +size 25073 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst index 64eef71ec4f9..dd0eed555764 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_Fp16_E4m3E4m3_Fp32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_relu2_bN_rgTma_clmp_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d1d30f28540b1335783c4f7a90017ab65a2313307b7a4cab457f807302d829f8 -size 9199 +oid sha256:8edb13ac7730d80a0cd8e480d65262bacca4b6c63a42f0c206a0a9d9f9bd7c69 +size 25672 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..bdbe3a3391ca --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e931e93b4ac79d1d338bef933f6db2bf37c21feca456b8ca0649bf95ec7bbd7d +size 85176 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst index b1eed8de45b9..059bfd7bfa91 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f3e8fb0c6ddf08c5cfdeac476c2cb40192e3edfac447bd914246bc09bc0806e0 -size 28628 +oid sha256:d4d99d08259e9e43a59500d7ed3c5e6cb3229d54a3379c23903db4e941bb274e +size 85660 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst index 4b6d1a8c0857..54dc2431cc8e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0927d2c610e1c6ade6fe92fa467abf0207ad8ac7e30d7785dbe2a436134a3b18 -size 26703 +oid sha256:6da9fa7f2d8c47868a1deef35bd0f2a6023ed7ed53963da8926336c28d8b1487 +size 80034 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..2bc532bce969 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7x7x7x7x1x7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8d965f61e04f9c5d7af9b7e371e07f6536607cacbea9668bc470fe345d797f9 +size 79283 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..e3f57fae580f --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beb87dfeceb5981bccdf75380d61484bdcdd7afcc44f7389177c3a5c8899d441 +size 90088 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst index 764f324316a1..be9764bc7c90 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x128u2_s7_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c747d4e29ab172dab0dcaf0e6ebc3cd94556e0d9a207f3fed8225c5aec7f593 -size 29098 +oid sha256:89f837edbfe00b401c43ca170a06572e84cf42ad5e9e53547c0aa4e7674d4c1b +size 88375 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..094fad66a4ba --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:242726ebd5597dde8d6cbefaf6a1a8ca32ff43b8719a3119fa925c778477de47 +size 90536 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst index 68568e1e6f71..680e59d6a963 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cea3f961ff1c6837ccc4ebb46c45dd52d3b2b5edaf290e9c20c3b3694b7245ec -size 29275 +oid sha256:cd9c35ead5d44dcebe0f578e27ee224373d0c017c747e62fb7ab70116fc6200c +size 88875 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst index e9fe0ae0e380..4494a75920e8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_swiGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f6daba19a397efaa38b44cd37aff0084bf40afd3a764515dd1bc28f4d25acc22 -size 27384 +oid sha256:b5340ef04bf91adfcb7fc1c4d6c4457b09de4497dd248d67d08efec5a9376451 +size 83701 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..f230e7c3f31d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4x4x4x4x1x4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_fCp_bN_ldgsts_ldgstsSf_rgTma_clmp_siTuGlu_lbW4_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:782ffef9bf6a287a4d03990d1cda9ee9dfaad79795fd0a0a5dad2326d3602f48 +size 84919 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..ded57de5cd11 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c815a55cc2f6a496897f4a8a17dd336ef3cbeb47f8080ce11576f226f7599f5e +size 93778 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst index dad5bf5f431c..f416ae110df3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x128x256u2_s4_et128x32_m256x128x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:59870c6fb20cc09791059ca780abe1050a9e7df9b00cced29d5859c033cbb7a7 -size 29357 +oid sha256:68817a65ab6334c7a68a320a967d7c46abcfa65e37524479818d4dd93a666d74 +size 92912 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..a27fd5c634b7 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b41856c1585cc9b8b663e0d63460e22c672600c4be60d3cf6e89b7abab7e4c49 +size 52454 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index c8bcbca1c9d0..29a1f4e69923 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:116efaa2f3a11fadc2fc6bcc1a4c955a141c9115dd55467da90e710f16693896 -size 20790 +oid sha256:b3cbd74b6e68eff8e06cc43703b8d40276051e456b71f8c93193cee9d0e57eae +size 53156 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..586fb527fd47 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50aaaa2d7c5781bc3d9afa6219d5b02c6d663c8756946669c3df623736421459 +size 39585 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 0909f31e9d21..5be1ac984a5e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cafd4d7cb33e94de631e66fdf971804abea4d41a9f18f4c65294bf1d189bb433 -size 15647 +oid sha256:86cdaa4528f071f7e3d3dac6950ea03f00cc16419c2557e9773f4207ba954cb1 +size 39818 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..99b947c7a636 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54ac7183d0da1d2fbe08b85c35c130845ec9dfb7848b90457973b54f85c54e28 +size 59871 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index a9df4c590d1e..1b7e5f050962 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:907bbaf9b156f85611743273b9d2f10fc5f1ed076c2578175fc5384104cf2127 -size 23672 +oid sha256:616cdb6b5e76e1a8355ea5fe513ab77bd06f391a0245bf4b7a4ad5966fa0a4a9 +size 60296 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..ab76b75ee3b5 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb114a651ed49d79dda25fe46c441cb7614dc7a28b676f52b887b332a1911dfe +size 47253 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 00000f6f23d0..9bef8565625c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f6631d09d8f85dbb207e1c731aa3a903e0eea9a6a74a070cdb266d9d3ce4d253 -size 18815 +oid sha256:4fee5aa3f1b15a81bf543a96d5b984d7edc3a57449d9c88adc5a7ade8f931f81 +size 47608 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..0a9b1a67aabb --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7d787f1c3daea801e8d16bcd54c9dd31a160a41412f9260dd61390d012a5274 +size 56302 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 0064f2caaf6c..b307b75846cd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1a43756982be9230ef09fe61dc7d0a68b4f71b9ec0a39e3b73dab399861d0c81 -size 21559 +oid sha256:57636600d4328413e82ea4bc0dd15200eb5979305864ebbd3a6d3a02ff691275 +size 56404 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..cec6f4b7834a --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c66d5ee51620bc36134e123f94e226afc5a732483883a9dec958d3a4de704c9f +size 43072 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index cba8bf3b8bc8..d77005edf9b4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:41985f7404f00a247a65929608246aee6dee8d6497d1af5f9bcb34f1dcda3dd9 -size 16693 +oid sha256:41067543f7f95cccc8f103ea9f89d07d6720f9d8f03e678c317cd01ebab48e3a +size 43456 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..75121cbfc256 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b02198db0613bf83ccd6b16f06374921c4a499c798b517b2c6cac97d2368af8 +size 63345 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 763f104f6d7d..c25b897a6112 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fb77d86e57ca0f805321c7a449a01f4764e2f99b3f0fa9e49eaf69ff4400cc8e -size 24788 +oid sha256:4dfba0f0bf1906e4d1ae22ed29cda105ce5838f65b47f776046e9e28fd195441 +size 63684 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..c15027dc421f --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38475bdae7c610540f2390f275ebf98a1ff2704ac2e503c23deb5f730073a7f9 +size 50813 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 9abec6e9e031..7cb239ad5539 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x16x256u2_s6_et128x16_m256x16x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2f173516fe5e41d62dd16c5f0c5f05c323e9bb4beee8036217cff65f6484e6a9 -size 19849 +oid sha256:894acd360252ab0da1f49ea82c71888d5b57bb712d24dcf3473d717876a7c5b6 +size 51189 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst index 8b481b6b2dd1..e4c7b58a4a19 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e649d016837f27888d4a65fb8bf301fb5440a3f6123cec4138451e9356beb438 -size 38941 +oid sha256:eb190fd8b4b12acada0c9eec4c83492302f7c6dfaa45953a98121258eafeb2b4 +size 123701 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..9df0705d1ee4 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x128_s6x6x6x6x1x6_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa5dc980c575e4d0779310e2a0e173c93371d69a09be88f218816a826abe595 +size 131787 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst index 8d511a5c0b69..ebbe83aeda4b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_biasFp32M_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:372501f37d057248ad26c285a7ad6d5e6bd119eff0dab49aa5ef548072226963 -size 41619 +oid sha256:09c22638a72e8b39a290c8f71be7d3620ebcfc8ed8e995b9a688cdd7ee15dc6f +size 125015 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..dd82cde1699c --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x256x256_s3x3x3x3x1x3_et128x64_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_fCp_tmOv_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW8_lsfbW4_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fee4c4c8e612def8ee2d910153e686c418b1ede9fb440a767ae9bee0ec1aa435 +size 136031 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..db45b13bb49f --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5fd6ae8460fde86646fec8c922ea54384db4ec978c05c075dcb2c306f9ed6c2 +size 59459 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index aec16a0dc959..ee9cf3853e89 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8638f7b687dd2e326140db0232902ab2cf771e545b6888e0134bbd7e4d02f77f -size 23216 +oid sha256:25e6e7f16c5c87d394f31eda2be216baa40d5214ca4629093d78b3dfcdb79a65 +size 59153 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..80ab0accd65b --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f739b7cebd82174a09e1d720b445089ef13dec3c9bc4e4089bd602d0c68728e +size 46314 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 03ca94d44e62..816d4b62a38d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3e41b907dc5668ae1b943e03ba3a76a2a93e6a9b4bcf62973cd98bbb40ae45ff -size 18136 +oid sha256:295881343f19511e9ae87575b4faaef640be2a2051df57916131d10b09742bbb +size 46415 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..575405c0f6e3 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abe1d46847218db224154e25baf92689a669f603582a992b060fa51007d0395b +size 66711 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 1de47842452b..36545d0e12b3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:68285c6777e0cbae290f91cd7d2cfe0fc04a4c13df659761589dc130f9e24c2f -size 25766 +oid sha256:c1e1a7f3a7b1ba29f4bcd779ef50e972fafc4e79dde31c0ab71192793fa7d838 +size 66774 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..2d6d6058b0be --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8794f3685691aa71597f4d77ea994146f459e034ad9f768fec5fb9d00610460f +size 53310 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 773d0a1c369d..892206e5650e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:91151befc1f8eaefa91515cdc23aec9f8e12e8214c06df4b38ab5c57fd71a25d -size 20678 +oid sha256:bbfca9bc509492d5b6450463cd6270fe1913669176ee9eb3e29593822b70f2d8 +size 53391 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..a91f169105cf --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6abc3ffbba51418fa0f1e05e1d69dd406da39b98194db602306e758a602559f6 +size 63242 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index fb851bcd99e9..bc2b9337382c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d15f3bf5a5c1e2a38a6f4c8575fb58d66fa28002930529337ec58d077ebe64f9 -size 23891 +oid sha256:dedf4f8b9688cc57c247e746952439e6cd5bc9039135a971e09f303e3fcefa5c +size 63032 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..f90ced06d929 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03a2d1679def061efa0939ca78440127e76e7440a14ec128d07c0ee88cb0b598 +size 49831 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index c3e828dec748..27f24378bf14 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f7fdca2450698347ffbf6f1d6df13f6952360e70dbc8bb1861db0c85b523e5b6 -size 19197 +oid sha256:c8da916f1f9b60a36778819ebe88e96d9325c3ea56468caa44990a79357690f9 +size 49956 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..b5b77d1eb446 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:623daae40fdf3e4d8cba2d3c7ae4923149a8fc081694b7aeb17a59c4e8ade801 +size 70236 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index b3c885962c4d..32074e799798 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:83df8fabbba6b9eb7d5d413fb06f22f8866d3a365419ec7a4706d366a67279aa -size 26650 +oid sha256:f9bf61a065d821de47a58b149959f2a6acec10e9641c851b8e55ff852753c943 +size 70436 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..c0c6286599fa --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95842461625f600a6c5b02248715b42b0ba76f4a921c2458bac63c80aee301b5 +size 56941 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index ca700a2961b9..311be2095b25 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x32x256u2_s5_et128x32_m256x32x32_c2x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d1221740a943e65f7ee2ecb3f912b4fe1d9711d3342da77667b0587e55dcdfb5 -size 21800 +oid sha256:321ca0107654af2877d790f8fcebfa65f13c5a7c05e9d54d22d07c9e5c2e921b +size 56854 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..8c94c5fbccac --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b507d39c5a9a63b5fa5740433334a001db5f5911dc153e8c3357004446cc0fd +size 77132 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst index 33de56ea92b4..4cdbbdeb5b97 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3abec70154b190c0ce5c5bcdbf06aec5470a1713f51fc9febe98dd4857e0f1bf -size 28001 +oid sha256:7cdcf8a46100ccfe8a9048eaa0bbdb91136c7688df15fbfff137e6ed303402dc +size 76284 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..42539f6bb949 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30cc3638b3779520d5cdd37ec711e17e5c43c5d2401389dfa1b389f9db0bfcf9 +size 80054 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst index c3f5a7bd071f..ac63ca665c1a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x128u2_s7_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ae8b0870f0e32da19d415686342bb80442f552e07722620a19ad33746fe700a -size 29225 +oid sha256:f0c730eeb3ee582bd9da74f5808736bc25c0a79a532763d6c2ffef6dd714a52e +size 79199 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..483195f4ddf5 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6058a8acbcd22714d5d3fb9897ee2df54b1ff6ee26157c7c297aa6ac9ec0cf15 +size 83225 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst index a2f1049e7304..c03b7960d0a6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:223bf650b818664b64a4e8d43e0c64e7419c557d559ee1d894c091e9026ae319 -size 30472 +oid sha256:3ba3adcb6a979cf34df4555bcf225a631b1054a030bab429fa3865fdeb0fbcf4 +size 82071 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..5c31f04cd51f --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b0ef7f22bbc80f091816af10459b544b296171a4a32d16233c88f46146335d2 +size 85866 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst index 8469c8efafe8..33f0babba0b0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x64x256u2_s4_et128x64_m256x64x32_c2x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_lbW1_lsfbW1_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee959fefef818a681bbd5971232bff4c1dce15322303e7494e51e61447a8693a -size 31698 +oid sha256:c3a65c8ef4e38eda1b836039ca4c9d422f7ee33c8bea4d9328a81c332dc324e9 +size 85646 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..ad3a52f33617 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d5469eba92f88827efcfd343d1e49ab04f4908bc9188afc0f88cf5d7f371e65 +size 48744 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 31c95db64a75..dcb54f02e61e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:93c9caa3918084c3b059084958300c84b776b7c3f22bd4c80de9266490138adf -size 19816 +oid sha256:5d71b1cdf799fe0a118a47dadc4c9bdc96ea6cb5c81a098b73a38f2848b32ebd +size 49373 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..cf2ccf6c2f8f --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:900651f9751e93e5fcd5e7a605bdac3cb6379990bcf67be91574cb733a7402dd +size 36707 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index fd2894aacf90..eecc28ff7acf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2a18c17b6593b5fa48e9083cc5fccc546438f46d51b65ebc03516dba1b6fb95a -size 15080 +oid sha256:c62bbc704a088838720063e9b8f70df9dc508f89a5a255d8077f9e5f161f3c50 +size 37198 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..ce8265479e2c --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b856c952314567c4cf6bacdc7558937133dbb1cb16ac729c2487d47cd83a206 +size 58806 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index f272a48cffbe..de86458cb7c8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:078b59b4b3380a623a7a70978e408b3c8191adec59253c4553ac85339b268da3 -size 24377 +oid sha256:bd00b1466fb2ae39cda25f61c6f60d3039e962b53ecaf733c1c1014d6c101e75 +size 58980 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..824695f13b31 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4377465a8e5cd1166d3c461965dbe8e1e8c7b1b24e03730abafe4335370f8ab +size 44439 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index a51a0e93bc7a..aa5648e9ad94 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f880f52923d2d16e4b4b690e76bca25f2c57b7f140034a628d985f06f1df04f3 -size 18100 +oid sha256:106137331cfa1d581443075a6cf2d9b18defac478bd13894f34786c86072658d +size 44469 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..0e4a4c6951a2 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c09bbf6c85ab45a3d76dbe49c6fad4a2ec286b84c34289f7c246bd34c634f68 +size 52693 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 0dcc1d7f789f..803b3d5d498a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c440d7d44dd0db6de3698043f921fce6595a7187c2788d2b49ffb62970643f1d -size 20744 +oid sha256:b053f7bf38854af13b56c5cd90431a48e7f229e7f62cc4d1930e730d3021ebb8 +size 52920 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..93c904cbe793 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c08e34e0be92cc4b1e8c182fed71b422b4e2876e045066c3fd078457aba1e23d +size 40389 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 5659fc2cbd1f..5b32a9d8d110 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4d93c90b854304756516d9c08e9c443269c4631a0cef70339e33b2601b0d6854 -size 16117 +oid sha256:a8de8cc7648968fe5dadd4c72c7d991a5c07c36d027ff65ded9f8a90c89b636e +size 40861 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..a4963f062570 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8961d9acf9fc0e41be4e4862e9bb63fbf5d38c4b9abf203b8a54ff534f665d6 +size 62417 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 0c12c21bde76..c6ecbf7cd8ed 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d87b55456b88e898001cade6acb50d0b91328bb68e9983139d6debd0dea3b45b -size 25239 +oid sha256:d97945b71da1454db440fee03ecd9b343049c0e6146c9855f09aa5974a42561a +size 62667 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..dcc154a2e753 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69f9598562f8fc57d456573cfd697ad341d41debf383bf3e01186ec1c92af5e0 +size 48193 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 87ec3c3a21dc..e13370daab0e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x256u2_s6_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2fc7bff4741fd80e9e4fc4ad238b7425ab244c159edadaa21ec524d1455ed1dd -size 19147 +oid sha256:4c9593eaa8a62e418237d089b57df053439e2e4a964331a7209a08a5e7c478ec +size 48486 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..c75dc505c3d8 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a55f28e435cd9ac7e86cdcd09fee4dd41a9696856ba9cf631640843422f03ecb +size 50501 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index d45e1ade41da..da8f7f66c4dd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:be7d696864226d4e7041a65ca8f65d43f2f51178cc1e619bc56f54c85164827d -size 19849 +oid sha256:852f895e411bed93c9e75488b2795e7fb11c6f763dfef167b2f523b5a5117934 +size 51156 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..6d22a6b7310d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edcd72ea9e4d96295880a3e4280dc1f785c634bd49d29867159855189dd8f904 +size 38773 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index d11a254fc89b..96889e57f3b3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:262f85b2d0799dd9ba044e76f04060f0703e7488037f72649ae8f3ef8624ade3 -size 15105 +oid sha256:1a62ba6aeb55ad77db14c00593ae727bb898bfc73b8e7b3074ae7484aaff0d17 +size 39203 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..a32439b31304 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:828c3c9d719a2da3bac10258b82db08decdde5ab2b38305239c8205c3abef7eb +size 60724 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 9837482b12ba..1099b4ca30ea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:05b4054229642e34b3afba8504d954098ce26dfc464626db275218787a67c297 -size 24316 +oid sha256:f35268a0286868dee2af4f5575d65a856252b005197768a2174b8f4615f95388 +size 60498 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..32e7cd7708e7 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3baa0f9c234044722f2a5d2839e45b40d5f9766a56a46cea8d4fa9ffefe6c1f6 +size 46399 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 0ba710cb8ea5..7078b8c8838e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:80d93dea336aa00c438a32cb1adf3c8d977df18045c28c197c71839c87a76c06 -size 18365 +oid sha256:9eea75f3d939a2308064038a871262e5fb730b81e273027b19ad661de62a175e +size 46467 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..c4b4f3d42d68 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90f67b1fb2d8010227a14de435a3174b0e9d1fd90697696af432145b49dc5ae0 +size 55331 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 6f03c3a6200a..263b169d2667 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:61e2a930a03b7468f40f612400b27a611dbb7455c167aad5040daf667edbc618 -size 20974 +oid sha256:4f6b4d0f32f9f54582d6265f801c538b9c01ae8502c0b3ba89e93823212e1982 +size 55391 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..47403bfe7aee --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b83ac839fa9abed200650decb265bf38578720d8b4a23836769b9d4ad18957a3 +size 43876 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index c9620d06b17e..0b8450ca1559 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8f46ae2bcf96668d252482d22702931140b826a7551cc02754edeb780c6eca1b -size 16645 +oid sha256:7310cd6b59d78c21a5e76509f4b4bb3b800fbfa17993dbf981605a5722bba14b +size 44321 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..318ffdd1f14d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb10d7dcc5e310c2abdd49c7855f47241b35d88472a3371b71b7ac4fd4786ae7 +size 65064 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index d97d8d3b13b8..45881ee5e925 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPd2x1x2x3_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:64cf91502fd8eef2dbc66ef42a5662b67e6b2d0b429e42d57fddedce05bc7fa7 -size 25513 +oid sha256:40fb4db421639030afa488e8e46a0ffa9eda7ac76413b34037a47150c6689bb2 +size 65195 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..84a1491da22d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_bN_tma_ldgstsSf_rgTma_clmp_siTuGlu_dynB_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa1d9a7ab64332d275392ad2cccf403b9d214822ea6de6a2585bdfb372495842 +size 51199 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst index 809a884fd269..2773abd5ecf7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512u2_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_biasFp32M_bN_tma_ldgstsSf_rgTma_clmp_swiGlu_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1a1c239400bc4dfc8d37b1097731d34a74922b9320ee6abb0c60fcde27852076 -size 19834 +oid sha256:d9a364248261c47a50aa692f4c446932db317d9f1d94ef0030a2f1b0bb8bdd11 +size 51283 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst index 37f04a36eb64..954b5d8bfbb9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x128_s7_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:805fbfe96c746aad57d23e4448a272a765a8cbe764c20e4224670077414cce8e -size 30698 +oid sha256:776324bf080073f0059a2c6d7b45508db0e812471f56454ef59874a5b3aec773 +size 84260 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst index eeab9e1e0bdc..b9b443633c1f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/cubins/Bmm_MxE4m3_MxE4m3MxE2m1_Fp32_Ab32_Bb32_Cb32_t128x128x256_s4_et128x64_m256x128x32_c2x1x1_rN_TN_schPd2x1x2x3_biasFp32N_bM_tma_ldgstsSf_rgTma_clmp_swiGlu_laW8_lsfaW4_dynB_sm100f.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:83c7a9348d014ba1adec826276a6826a95d21484781bc8cb96c0cc66f0142757 -size 31936 +oid sha256:6b990868fd33bbf1c8756215e4ad7136aca0363eda19a56d0123523ed8fd8f6a +size 87396 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/blockScaleMoe/routing/RoutingCustom.cu b/cpp/tensorrt_llm/kernels/trtllmGenKernels/blockScaleMoe/routing/RoutingCustom.cu index db0bf48e79ad..6a0ba120d4cc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/blockScaleMoe/routing/RoutingCustom.cu +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/blockScaleMoe/routing/RoutingCustom.cu @@ -28,6 +28,8 @@ #include "RoutingCustomPolicy.cuh" +#include + namespace moe::dev::routing { namespace routingCustom @@ -387,6 +389,405 @@ void launchBlockKernel(Data const& data, uint32_t numThreadsHist, void* stream) stream); } +//////////////////////////////////////////////////////////////////////////////////////////////////// +// +// 1a. Cooperative block kernel — single-block fused kernel for ≤4 tokens and ≤1024 experts, +// raw-scores input, ELEMENTWISE preprocess policies only (None / Sigmoid / SigmoidBias). +// +// Motivation: routingIndicesBlockKernel runs TopK with one warp per token over +// VecSize = MaxNumExperts/32 register-resident candidates. For the large-expert tiers +// (e.g. 1024 experts / MaxNumTopExperts 32) that needs ~200 registers per thread +// (score[V] + idx[V] + the 64-bit sort network + out arrays) while +// __launch_bounds__(1024) caps the kernel at 64 — everything spills to local memory +// and a single decode token costs ~33 us on GB300 (896 experts, topK 16). +// +// This kernel instead assigns ONE THREAD PER EXPERT (ExpertsPerThread for >1024-thread +// tiers) so per-thread state is a couple of registers: +// Phase A: every thread computes its expert's selection score (elementwise preprocess), +// packs it with TopKRedType (identical encoding/tie-break as the classic path), +// and each warp extracts its own top-`topK` by iterated redux.sync max into a +// shared-memory candidate list (no register arrays, no sort network). +// Phase B: one warp per token merges the NumWarps sorted candidate lists with a +// lane-per-list cursor loop — the k-th extracted winner is the k-th largest +// packed value overall, i.e. bit-identical selection (packed values are unique +// since the expert index is embedded in the low bits). +// Lane k keeps the k-th (score, expertIdx) — the same lane layout the classic +// kernels use — then applies the postprocess policy and writes the weights. +// Phase C: histogram / prefix-scan / CTA configs / permutation, identical math to +// routingIndicesBlockKernel but with the fused dual warp-scan (2 barriers) +// instead of two cub::BlockScans. +// +// Bit-exactness vs routingIndicesBlockKernel (required — expert selection must not +// change under the small-batch fast path): +// * per-element preprocess math is the same ops in the same per-element order; +// * selection order is the same total order on the same packed 64/32-bit values; +// * postprocess warp reductions see the same values in the same lanes. +// +//////////////////////////////////////////////////////////////////////////////////////////////////// + +template +__global__ void __launch_bounds__(KernelParams::MaxNumExperts <= 1024 ? KernelParams::MaxNumExperts : 1024) + routingIndicesCoopBlockKernel(KernelParams params) +{ + using OutputT = typename KernelParams::OutputT; + using InputT = typename KernelParams::InputT; + using ExpertSelect = typename KernelParams::ExpertSelectPolicy; + using PreProc = typename ExpertSelect::PreprocessPolicy; + using PostProc = typename ExpertSelect::PostprocessPolicy; + using BaseType = typename ExpertSelect::template BaseType; + using RedType = topk::TopKRedType; + using TypeCmp = typename RedType::TypeCmp; + + static constexpr int MaxNumExperts = KernelParams::MaxNumExperts; + static constexpr int MaxTopK = KernelParams::MaxNumTopExperts; + static constexpr int NumThreadsBlock = MaxNumExperts <= 1024 ? MaxNumExperts : 1024; + static constexpr int ExpertsPerThread = MaxNumExperts / NumThreadsBlock; + static constexpr int NumWarpsBlock = NumThreadsBlock / WarpSize; + static_assert(MaxNumExperts % NumThreadsBlock == 0, "MaxNumExperts must be a multiple of NumThreadsBlock"); + static_assert(NumWarpsBlock <= WarpSize, "the merge phase holds one candidate list per lane"); + + // The host dispatch (run()) only selects this kernel for tiers within these limits and for + // elementwise preprocess policies; other instantiations exist only to satisfy the generic + // policy dispatch macros and must stay compilable (and small). + static constexpr bool Supported = MaxNumExperts <= CoopBlockKernelMaxNumExperts && PreProc::IsElementwise; + + if constexpr (Supported) + { + static constexpr int MaxNumTokens = BlockKernelMaxNumTokens; + + int32_t const warpIdx = __shfl_sync(0xffffffff, threadIdx.x / WarpSize, 0); + int32_t const laneIdx = cutlass::arch::LaneId(); + + __shared__ int8_t __attribute((aligned(128))) smemKIdx[MaxNumTokens * MaxNumExperts]; + __shared__ int8_t __attribute((aligned(128))) smemOffset[MaxNumTokens * MaxNumExperts]; + // Per-warp sorted candidate lists (descending packed values), per token. + __shared__ TypeCmp __attribute((aligned(128))) smemCand[MaxNumTokens][NumWarpsBlock * MaxTopK]; + __shared__ int32_t __attribute((aligned(128))) warpTotals1[NumWarpsBlock]; + __shared__ int32_t __attribute((aligned(128))) warpTotals2[NumWarpsBlock]; + + auto block = cg::this_thread_block(); + auto warp = cg::tiled_partition(block); + + int const numSlots = params.mNumTokens * MaxNumExperts; + for (int i = threadIdx.x; i < numSlots; i += blockDim.x) + { + smemKIdx[i] = int8_t{-1}; + } + __syncthreads(); + +#if (defined(__CUDA_ARCH__) && (__CUDA_ARCH__ >= 900)) + // Wait on the primary grid: the scores are produced by the preceding kernel. + if (params.mUsePdl) + { + cudaGridDependencySynchronize(); + } +#endif + + BaseType const minScore = BaseType{-INFINITY}; + bool const expertThread = threadIdx.x < NumThreadsBlock; + + // ----- Phase A: per-warp topK extraction, one token at a time (≤4) ----- + for (int tokenIdx = 0; tokenIdx < params.mNumTokens; ++tokenIdx) + { + InputT const* scorePtr = params.mPtrScores + tokenIdx * params.mNumExperts; + + BaseType score[ExpertsPerThread]; + int32_t idx[ExpertsPerThread]; +#pragma unroll + for (int e = 0; e < ExpertsPerThread; ++e) + { + // Contiguous per-thread expert assignment — same as the histogram phase below. + int32_t const expertIdx = threadIdx.x * ExpertsPerThread + e; + score[e] = expertThread && expertIdx < params.mNumExperts ? static_cast(scorePtr[expertIdx]) + : minScore; + idx[e] = expertIdx; + } + // Elementwise preprocess: identical per-element math to the classic kernels. + PreProc::apply(warp, score, idx, params.mNumExperts, params.mExpertSelectParams.mPreprocessParams); + + RedType cand[ExpertsPerThread]; +#pragma unroll + for (int e = 0; e < ExpertsPerThread; ++e) + { + cand[e] = RedType{score[e], idx[e]}; + } + + // Iteratively extract this warp's top `topK` packed candidates (descending). + for (int kk = 0; kk < params.mTopK; ++kk) + { + RedType localMax = cand[0]; +#pragma unroll + for (int e = 1; e < ExpertsPerThread; ++e) + { + localMax.compVal = max(localMax.compVal, cand[e].compVal); + } + TypeCmp const warpMax = localMax.reduce(warp); +#pragma unroll + for (int e = 0; e < ExpertsPerThread; ++e) + { + // Invalidate the winner (packed values are unique — idx is embedded). + cand[e] = warpMax == cand[e].compVal ? RedType{minScore, idx[e]} : cand[e]; + } + if (laneIdx == 0 && warpIdx < NumWarpsBlock) + { + smemCand[tokenIdx][warpIdx * MaxTopK + kk] = warpMax; + } + } + } + __syncthreads(); + + // ----- Phase B: merge the per-warp lists — warp t handles token t ----- + if (warpIdx < params.mNumTokens) + { + int32_t const tokenIdx = warpIdx; + // Lane l walks warp-list l. Empty-lane sentinel 0 is strictly below any candidate: + // every candidate has (65535 - idx) > 0 in its low bits. + int cursor = 0; + TypeCmp head = laneIdx < NumWarpsBlock ? smemCand[tokenIdx][laneIdx * MaxTopK] : TypeCmp{0}; + + BaseType myScore = BaseType{0}; + int32_t myIdx = int32_t{-1}; + for (int kk = 0; kk < params.mTopK; ++kk) + { + RedType redCand; + redCand.compVal = head; + TypeCmp const winner = redCand.reduce(warp); + if (head == winner && laneIdx < NumWarpsBlock) + { + ++cursor; + head = cursor < params.mTopK ? smemCand[tokenIdx][laneIdx * MaxTopK + cursor] : TypeCmp{0}; + } + if (laneIdx == kk) + { + RedType::unpack(myScore, myIdx, winner); + } + } + + // Postprocess with the canonical lane layout (lane k holds the k-th top entry). + // The policies only access element [laneIdx] of these arrays. + BaseType warpTopKScore[MaxTopK]; + int32_t warpTopKExpertIdx[MaxTopK]; + if (laneIdx < params.mTopK) + { + warpTopKScore[laneIdx] = myScore; + warpTopKExpertIdx[laneIdx] = myIdx; + } + PostProc::apply(warp, warpTopKScore, warpTopKExpertIdx, laneIdx, params.mTopK, + params.mExpertSelectParams.mPostprocessParams); + + if (laneIdx < params.mTopK) + { + smemKIdx[tokenIdx * MaxNumExperts + myIdx] = static_cast(laneIdx); + if (params.mPtrTopKWeights != nullptr) + { + params.mPtrTopKWeights[tokenIdx * params.mTopK + laneIdx] = OutputT{warpTopKScore[laneIdx]}; + } + } + } + __syncthreads(); + + // ----- Phase C: histogram / scan / CTA configs / permutation ----- + // Identical math to routingIndicesBlockKernel; fused dual warp-scan like the dyn-block kernel. + int accExpertCount[ExpertsPerThread]; +#pragma unroll + for (int e = 0; e < ExpertsPerThread; ++e) + { + accExpertCount[e] = 0; + } + if (expertThread) + { +#pragma unroll + for (int e = 0; e < ExpertsPerThread; ++e) + { + int const expert = threadIdx.x * ExpertsPerThread + e; + auto const localExpIdx = expert - params.mLocalExpertsStartIdx; + auto const isLocal = localExpIdx >= 0 && localExpIdx < params.mNumLocalExperts + && (localExpIdx & ((1 << params.mLocalExpertsStrideLog2) - 1)) == 0; + if (isLocal) + { + int offset = expert; + for (int j = 0; j < params.mNumTokens; ++j) + { + if (smemKIdx[offset] >= 0) + { + smemOffset[offset] = static_cast(accExpertCount[e]); + accExpertCount[e]++; + } + offset += MaxNumExperts; + } + } + } + } + + int32_t numCtaPerExpert[ExpertsPerThread]; + int32_t tmpCountPerExpert[ExpertsPerThread]; + int32_t ctaOffsetPerExpert[ExpertsPerThread]; + int32_t expertScanCountsPerExpert[ExpertsPerThread]; + int32_t numNonExitingCtas; + { +#pragma unroll + for (int e = 0; e < ExpertsPerThread; ++e) + { + if (expertThread) + { + if (params.mIsPow2) + { + numCtaPerExpert[e] = divUpLog2(accExpertCount[e], params.mPaddingLog2); + tmpCountPerExpert[e] = divUpMulLog2(accExpertCount[e], params.mPaddingLog2); + } + else + { + numCtaPerExpert[e] = divUpTileN(accExpertCount[e], params.mTileTokensDim); + tmpCountPerExpert[e] = divUpMulTileN(accExpertCount[e], params.mTileTokensDim); + } + } + else + { + numCtaPerExpert[e] = 0; + tmpCountPerExpert[e] = 0; + } + } + + int32_t localPrefix1[ExpertsPerThread], localPrefix2[ExpertsPerThread]; + int32_t threadTotal1 = 0, threadTotal2 = 0; +#pragma unroll + for (int e = 0; e < ExpertsPerThread; ++e) + { + localPrefix1[e] = threadTotal1; + localPrefix2[e] = threadTotal2; + threadTotal1 += numCtaPerExpert[e]; + threadTotal2 += tmpCountPerExpert[e]; + } + + int32_t threadPrefix1, threadPrefix2; + warpExclusiveScan(threadTotal1, threadTotal2, laneIdx, warpIdx, warpTotals1, warpTotals2, + threadPrefix1, threadPrefix2, numNonExitingCtas); + +#pragma unroll + for (int e = 0; e < ExpertsPerThread; ++e) + { + ctaOffsetPerExpert[e] = threadPrefix1 + localPrefix1[e]; + expertScanCountsPerExpert[e] = threadPrefix2 + localPrefix2[e]; + } + } + + if (expertThread) + { +#pragma unroll + for (int e = 0; e < ExpertsPerThread; ++e) + { + int const expert = threadIdx.x * ExpertsPerThread + e; + auto const localExpIdx = expert - params.mLocalExpertsStartIdx; + auto const isLocal = localExpIdx >= 0 && localExpIdx < params.mNumLocalExperts + && (localExpIdx & ((1 << params.mLocalExpertsStrideLog2) - 1)) == 0; + if (isLocal) + { + for (int cta = 0; cta < numCtaPerExpert[e]; ++cta) + { + int32_t const mappedLocalIdx + = (expert - params.mLocalExpertsStartIdx) >> params.mLocalExpertsStrideLog2; + params.mPtrCtaIdxXyToBatchIdx[ctaOffsetPerExpert[e] + cta] = mappedLocalIdx; + int32_t mnLimit1; + int32_t mnLimit2; + if (params.mIsPow2) + { + mnLimit1 = mulLog2(ctaOffsetPerExpert[e] + cta + 1, params.mPaddingLog2); + mnLimit2 = mulLog2(ctaOffsetPerExpert[e], params.mPaddingLog2) + accExpertCount[e]; + } + else + { + mnLimit1 = mulTileN(ctaOffsetPerExpert[e] + cta + 1, params.mTileTokensDim); + mnLimit2 + = mulTileN(ctaOffsetPerExpert[e], params.mTileTokensDim) + accExpertCount[e]; + } + params.mPtrCtaIdxXyToMnLimit[ctaOffsetPerExpert[e] + cta] = min(mnLimit1, mnLimit2); + } + } + } + } + + if (threadIdx.x == 0) + { + int32_t permutedIdxSize; + if (params.mIsPow2) + { + permutedIdxSize = mulLog2(numNonExitingCtas, params.mPaddingLog2); + } + else + { + permutedIdxSize = mulTileN(numNonExitingCtas, params.mTileTokensDim); + } + params.mPtrPermutedIdxSize[0] = permutedIdxSize; + params.mPtrNumNonExitingCtas[0] = numNonExitingCtas; + } + + if (expertThread) + { + for (int tokenIdx = 0; tokenIdx < params.mNumTokens; ++tokenIdx) + { +#pragma unroll + for (int e = 0; e < ExpertsPerThread; ++e) + { + int const expert = threadIdx.x * ExpertsPerThread + e; + int const offset = tokenIdx * MaxNumExperts + expert; + if (smemKIdx[offset] >= 0) + { + auto const localExpIdx = expert - params.mLocalExpertsStartIdx; + auto const isLocal = localExpIdx >= 0 && localExpIdx < params.mNumLocalExperts + && (localExpIdx & ((1 << params.mLocalExpertsStrideLog2) - 1)) == 0; + + int const expandedIdx = tokenIdx * params.mTopK + smemKIdx[offset]; + int const offsetWithinExpert = static_cast(smemOffset[offset]); + int const offsetForExpert = expertScanCountsPerExpert[e]; + int const permutedIdx = isLocal ? offsetForExpert + offsetWithinExpert : int32_t{-1}; + + if (params.mPtrExpandedIdxToPermutedIdx != nullptr) + { + params.mPtrExpandedIdxToPermutedIdx[expandedIdx] = permutedIdx; + } + if (params.mPtrPermutedIdxToExpandedIdx != nullptr && isLocal) + { + params.mPtrPermutedIdxToExpandedIdx[permutedIdx] = expandedIdx; + } + if (params.mPtrPermutedIdxToTokenIdx != nullptr && isLocal) + { + params.mPtrPermutedIdxToTokenIdx[permutedIdx] = tokenIdx; + } + } + } + } + } + +#if (defined(__CUDA_ARCH__) && (__CUDA_ARCH__ >= 900)) + // Trigger the secondary kernel AFTER all global memory writes (including permutation + // indices) — downstream kernels depend on all routing outputs being visible. + if (params.mUsePdl) + { + cudaTriggerProgrammaticLaunchCompletion(); + } +#endif + } + else + { + // Unsupported instantiation — never launched (see run()). + (void) params; +#if (defined(__CUDA_ARCH__) && (__CUDA_ARCH__ >= 900)) + if (params.mUsePdl) + { + cudaGridDependencySynchronize(); + cudaTriggerProgrammaticLaunchCompletion(); + } +#endif + } +} + +void launchCoopBlockKernel(Data const& data, uint32_t numThreadsHist, void* stream) +{ + LAUNCH_ROUTING_CUSTOM(data, false, routingIndicesCoopBlockKernel, 1, numThreadsHist, + /*smemSize=*/0, // No dynamic smem + stream); +} + //////////////////////////////////////////////////////////////////////////////////////////////////// // // 1b. Dynamic-block kernel — single-block with dynamic thread count and dynamic shared memory. @@ -1228,6 +1629,21 @@ void run(Data const& data, void* stream) bool const useStaticBlock = data.mNumTokens <= BlockKernelMaxNumTokens; int32_t const dispatchedMaxExperts = queryDispatchedMaxExperts(data); + // Cooperative block kernel: fastest path for tiny batches. Requires an elementwise + // preprocess (any but softmax-over-experts) and one CUDA block's worth of experts. + // Critical for large expert counts, where the classic one-warp-per-token TopK spills + // registers under the 1024-thread launch bounds (e.g. 896 experts / topK 16 at decode). + bool const preprocessIsElementwise = data.mPreprocessType == RoutingPreprocessType::None + || data.mPreprocessType == RoutingPreprocessType::Sigmoid + || data.mPreprocessType == RoutingPreprocessType::SigmoidBias; + // Escape hatch for A/B validation and emergency fallback to the classic block kernel. + static bool const disableCoopBlock = [] + { + char const* env = std::getenv("TLLM_ROUTING_DISABLE_COOP_BLOCK"); + return env != nullptr && env[0] == '1'; + }(); + bool const useCoopBlock = !disableCoopBlock && useStaticBlock && preprocessIsElementwise + && dispatchedMaxExperts <= CoopBlockKernelMaxNumExperts; bool const useDynBlock = !useStaticBlock && data.mNumTokens <= DynBlockKernelMaxNumTokens && dispatchedMaxExperts <= DynBlockKernelMaxNumExperts; bool const useSingleBlock = useStaticBlock || useDynBlock; @@ -1245,7 +1661,11 @@ void run(Data const& data, void* stream) Data lastKernelData = data; - if (useDynBlock) + if (useCoopBlock) + { + launchCoopBlockKernel(lastKernelData, numThreadsHist, stream); + } + else if (useDynBlock) { launchDynBlockKernel(lastKernelData, numThreadsHist, stream); } diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/blockScaleMoe/routing/RoutingCustomPolicy.cuh b/cpp/tensorrt_llm/kernels/trtllmGenKernels/blockScaleMoe/routing/RoutingCustomPolicy.cuh index 8da6a827ffa7..ad0163cf9294 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/blockScaleMoe/routing/RoutingCustomPolicy.cuh +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/blockScaleMoe/routing/RoutingCustomPolicy.cuh @@ -37,6 +37,12 @@ namespace moe::dev::routing /// No-op: scores are passed through unchanged. struct NoOpPreprocess { + /// Elementwise: each score is transformed independently of the others. + /// Elementwise preprocess policies can run with any expert-to-thread partitioning + /// (see routingIndicesCoopBlockKernel); non-elementwise ones (softmax) require the + /// one-warp-per-token layout of the classic kernels. + static constexpr bool IsElementwise = true; + /// BaseType: when no preprocess is applied, use the input type directly. template using BaseType = InputT; @@ -58,6 +64,9 @@ struct NoOpPreprocess /// Softmax: applies softmax over all expert scores before topK selection. struct SoftmaxPreprocess { + /// Softmax couples all scores of a token — NOT elementwise (see NoOpPreprocess). + static constexpr bool IsElementwise = false; + /// BaseType: softmax is always computed in float for numerical stability. template using BaseType = float; @@ -80,6 +89,9 @@ struct SoftmaxPreprocess /// Sigmoid: applies sigmoid(score) for topK selection (no bias). struct SigmoidPreprocess { + /// Elementwise — see NoOpPreprocess. + static constexpr bool IsElementwise = true; + /// BaseType: sigmoid is computed in float for numerical stability. template using BaseType = float; @@ -107,6 +119,9 @@ struct SigmoidPreprocess /// Used by DeepSeek-style routing where expert selection is based on biased sigmoid scores. struct SigmoidBiasPreprocess { + /// Elementwise — see NoOpPreprocess. + static constexpr bool IsElementwise = true; + /// BaseType: sigmoid is computed in float for numerical stability. template using BaseType = float; @@ -290,6 +305,11 @@ struct ScaledSumNormalizePostprocess template struct TopKExpertSelect { + /// Expose the wrapped policies so kernels with a non-standard work partitioning + /// (e.g. routingIndicesCoopBlockKernel) can apply them piecewise. + using PreprocessPolicy = PreprocessPolicy_; + using PostprocessPolicy = PostprocessPolicy_; + /// BaseType: delegated to the preprocess policy. template using BaseType = typename PreprocessPolicy_::template BaseType; @@ -371,6 +391,8 @@ static constexpr int MaxNumTokensSingleClusterScores = NumBlocksPerCluster * Num static constexpr int BlockKernelMaxNumTokens = 4; static constexpr int DynBlockKernelMaxNumTokens = 16; static constexpr int DynBlockKernelMaxNumExperts = 256; +// Cooperative block kernel: one thread per expert, so at most 1024 experts (1 CUDA block). +static constexpr int CoopBlockKernelMaxNumExperts = 1024; //////////////////////////////////////////////////////////////////////////////////////////////////// diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/blockScaleMoe/routing/RoutingKernel.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/blockScaleMoe/routing/RoutingKernel.h index bea23942e49d..6ca240297a43 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/blockScaleMoe/routing/RoutingKernel.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/blockScaleMoe/routing/RoutingKernel.h @@ -365,6 +365,12 @@ struct KernelParams : public KernelParamsBase Runner::getWorkspaceSizeInBytes(MoERunnerArgs const } std::vector Runner::getValidConfigIndices(int32_t topK, int32_t hiddenSize, int32_t intermediateSize, - int32_t numLocalExperts, int32_t numTokens, int32_t validIntermediateSize, int32_t validHiddenSize) const + int32_t numLocalExperts, int32_t numTokens, int32_t validHiddenSize, int32_t validIntermediateSize) const { std::vector validIndices; diff --git a/tests/unittest/_torch/thop/serial/test_moe.py b/tests/unittest/_torch/thop/serial/test_moe.py index 53c70ee21c04..8248d9d4d7f3 100644 --- a/tests/unittest/_torch/thop/serial/test_moe.py +++ b/tests/unittest/_torch/thop/serial/test_moe.py @@ -1,4 +1,4 @@ -# SPDX-FileCopyrightText: Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +# SPDX-FileCopyrightText: Copyright (c) 2022-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: Apache-2.0 # # Licensed under the Apache License, Version 2.0 (the "License"); @@ -43,6 +43,27 @@ class ActType(Enum): SwiGlu = 0 Relu2 = 1 Silu = 2 + SiTu = 3 + + +def test_act_type_enum_values_stable(): + assert ActType.SwiGlu.value == 0 + assert ActType.Relu2.value == 1 + assert ActType.Silu.value == 2 + assert ActType.SiTu.value == 3 + + +@pytest.mark.skipif( + getSMVersion() not in (100, 103), + reason="The SiTu kernel only supports SM100/SM103. Current SM is %d." % + getSMVersion(), +) +@pytest.mark.parametrize("num_tokens", [1, 8, 512]) +def test_mxe4m3_mxe2m1_situ_runner_has_valid_configs(num_tokens): + runner = torch.classes.trtllm.MxE4m3MxE2m1BlockScaleMoERunner( + ActType.SiTu.value, True) + tactics = runner.get_valid_configs(2, 512, 256, 8, num_tokens, 512, 256) + assert tactics, f"No valid SiTu tactic for num_tokens={num_tokens}" class moe_args: @@ -353,7 +374,8 @@ def run_moe_dequant(args, permuted_idx = expanded_idx_to_permuted_idx[i * args.top_k + j] permute_output[permuted_idx] = args.hidden_states[i] # Gemm1 - intermediate_size_factor = 2 if args.act_type == ActType.SwiGlu else 1 + intermediate_size_factor = 2 if args.act_type in (ActType.SwiGlu, + ActType.SiTu) else 1 gemm1_output = torch.full( (total_num_padded_tokens, intermediate_size_factor * args.intermediate_size), @@ -400,9 +422,9 @@ def run_moe_dequant(args, if args.gemm1_bias is not None: my_a += args.gemm1_bias[expert_idx] - # For gated activations (SwiGLU), split into gate and up projections + # For gated activations (SwiGLU/SiTu), split into gate and up projections # For non-gated activations (ReLU2), only use up projection - is_gated_activation = (args.act_type == ActType.SwiGlu) + is_gated_activation = args.act_type in (ActType.SwiGlu, ActType.SiTu) if is_gated_activation: my_x1 = my_a[:, :args.intermediate_size] my_x2 = my_a[:, args.intermediate_size:] @@ -430,6 +452,12 @@ def run_moe_dequant(args, activation_output[i:i + my_num_tokens] = F.relu(my_x1)**2 elif args.act_type == ActType.Silu: activation_output[i:i + my_num_tokens] = F.silu(my_x1) + elif args.act_type == ActType.SiTu: + alpha = args.gemm1_alpha[expert_idx] + beta = args.gemm1_beta[expert_idx] + linear = beta * torch.tanh(my_x1 / beta) + gate = alpha * torch.tanh(my_x2 / alpha) * torch.sigmoid(my_x2) + activation_output[i:i + my_num_tokens] = linear * gate i += my_num_tokens i = (i + args.padding - 1) // args.padding * args.padding @@ -2251,7 +2279,7 @@ def test_moe_mxe2m1_weights(num_tokens, hidden_size, intermediate_size, # Data Generation # test_invalid_topk_input = False - act_type = ActType.SwiGlu + act_type = ActType.SiTu if act_type_str == "SiTu" else ActType.SwiGlu num_experts = routing_info["num_experts"] top_k = routing_info["top_k"] n_groups = routing_info["n_groups"] @@ -2272,6 +2300,9 @@ def test_moe_mxe2m1_weights(num_tokens, hidden_size, intermediate_size, if act_type_str == "GatedSilu": if not use_autotune or dtype_activation != "mxfp8": pytest.skip("GatedSilu is tested only with autotune and mxfp8") + if act_type == ActType.SiTu: + if not use_autotune or dtype_activation != "mxfp8": + pytest.skip("SiTu is tested only with autotune and mxfp8") if not use_autotune: if dtype_activation != "mxfp8": pytest.skip("No autotune is tested only with mxfp8") @@ -2317,29 +2348,50 @@ def test_moe_mxe2m1_weights(num_tokens, hidden_size, intermediate_size, else: routing_bias = None - hidden_states = 2 * torch.randn( + input_scale = 0.5 if act_type == ActType.SiTu else 2.0 + weight_scale = 0.1 if act_type == ActType.SiTu else 1.0 + hidden_states = input_scale * torch.randn( (num_tokens, hidden_size), device='cuda', dtype=torch.float32) - gemm1_weights = torch.randn( + gemm1_weights = weight_scale * torch.randn( (num_experts, 2 * intermediate_size, hidden_size), device='cuda', dtype=torch.bfloat16) - gemm2_weights = torch.randn((num_experts, hidden_size, intermediate_size), - device='cuda', - dtype=torch.bfloat16) - gemm1_bias = 50 * torch.randn( - num_experts, 2 * intermediate_size, device='cuda', dtype=torch.float) + gemm2_weights = weight_scale * torch.randn( + (num_experts, hidden_size, intermediate_size), + device='cuda', + dtype=torch.bfloat16) + gemm1_bias = None + if act_type != ActType.SiTu: + gemm1_bias = 50 * torch.randn(num_experts, + 2 * intermediate_size, + device='cuda', + dtype=torch.float) gemm1_alpha = None gemm1_beta = None if act_type_str == "SwiGlu": gemm1_alpha = torch.randn(num_experts, device='cuda', dtype=torch.float) gemm1_beta = torch.randn(num_experts, device='cuda', dtype=torch.float) - - gemm1_clamp_limit = torch.full((num_experts, ), - 7.0, - device='cuda', - dtype=torch.float) - gemm2_bias = 50 * torch.randn( - num_experts, hidden_size, device='cuda', dtype=torch.float) + elif act_type == ActType.SiTu: + # Asymmetric values detect alpha/beta swaps between the gate and linear + # halves of FC1. These are the Kimi-K3 defaults. + gemm1_alpha = torch.full((num_experts, ), + 4.0, + device='cuda', + dtype=torch.float) + gemm1_beta = torch.full((num_experts, ), + 25.0, + device='cuda', + dtype=torch.float) + + gemm1_clamp_limit = None + gemm2_bias = None + if act_type != ActType.SiTu: + gemm1_clamp_limit = torch.full((num_experts, ), + 7.0, + device='cuda', + dtype=torch.float) + gemm2_bias = 50 * torch.randn( + num_experts, hidden_size, device='cuda', dtype=torch.float) hidden_states_mxe4m3 = None hidden_states_scale_linear_mxe4m3 = None @@ -2459,9 +2511,10 @@ def test_moe_mxe2m1_weights(num_tokens, hidden_size, intermediate_size, gemm1_scales_mxe2m1_interleaved.append( reorder_rows_for_gated_act_gemm( gemm1_scales_linear_mxe2m1[i].clone())) - gemm1_bias_interleaved.append( - reorder_rows_for_gated_act_gemm(gemm1_bias[i].clone().reshape( - -1, 1))) + if gemm1_bias is not None: + gemm1_bias_interleaved.append( + reorder_rows_for_gated_act_gemm(gemm1_bias[i].clone().reshape( + -1, 1))) # Stack weights and scales for all experts gemm1_weights_mxe2m1_interleaved = torch.stack( @@ -2490,8 +2543,9 @@ def test_moe_mxe2m1_weights(num_tokens, hidden_size, intermediate_size, gemm1_scales_mxe2m1_interleaved[i].view(torch.uint8), epilogue_tile_m)) - gemm1_bias_shuffled.append( - shuffle_matrix_a(gemm1_bias_interleaved[i], epilogue_tile_m)) + if gemm1_bias is not None: + gemm1_bias_shuffled.append( + shuffle_matrix_a(gemm1_bias_interleaved[i], epilogue_tile_m)) gemm2_weights_mxe2m1_shuffled.append( shuffle_matrix_a(gemm2_weights_mxe2m1[i].view(torch.uint8), @@ -2500,9 +2554,10 @@ def test_moe_mxe2m1_weights(num_tokens, hidden_size, intermediate_size, shuffle_matrix_sf_a(gemm2_scales_linear_mxe2m1[i].view(torch.uint8), epilogue_tile_m)) - gemm2_bias_shuffled.append( - shuffle_matrix_a(gemm2_bias[i].clone().reshape(-1, 1), - epilogue_tile_m)) + if gemm2_bias is not None: + gemm2_bias_shuffled.append( + shuffle_matrix_a(gemm2_bias[i].clone().reshape(-1, 1), + epilogue_tile_m)) # Stack weights for all experts gemm1_weights_mxe2m1_shuffled = torch.stack(gemm1_weights_mxe2m1_shuffled) @@ -2515,10 +2570,10 @@ def test_moe_mxe2m1_weights(num_tokens, hidden_size, intermediate_size, gemm2_scales_mxe2m1_shuffled).view(torch.uint8).reshape( num_experts, hidden_size, intermediate_size // sf_block_size) - gemm1_bias_shuffled = torch.stack(gemm1_bias_shuffled).reshape( - num_experts, -1) - gemm2_bias_shuffled = torch.stack(gemm2_bias_shuffled).reshape( - num_experts, -1) + gemm1_bias_shuffled = (torch.stack(gemm1_bias_shuffled).reshape( + num_experts, -1) if gemm1_bias_shuffled else None) + gemm2_bias_shuffled = (torch.stack(gemm2_bias_shuffled).reshape( + num_experts, -1) if gemm2_bias_shuffled else None) if dtype_activation == "fp8": # c_global_sf: fc2_input_scale @@ -2561,37 +2616,43 @@ def test_moe_mxe2m1_weights(num_tokens, hidden_size, intermediate_size, hidden_states_mxe4m3.cuda().view(torch.float8_e4m3fn), hidden_states_scale_linear_mxe4m3.cuda(), gemm1_weights_mxe2m1_shuffled.cuda(), - gemm1_scales_mxe2m1_shuffled.cuda(), gemm1_bias_shuffled.cuda(), - gemm1_alpha, gemm1_beta, gemm1_clamp_limit, + gemm1_scales_mxe2m1_shuffled.cuda(), + gemm1_bias_shuffled.cuda() if gemm1_bias_shuffled is not None + else None, gemm1_alpha, gemm1_beta, gemm1_clamp_limit, gemm2_weights_mxe2m1_shuffled.cuda(), - gemm2_scales_mxe2m1_shuffled.cuda(), gemm2_bias_shuffled.cuda(), - num_experts, top_k, n_groups, top_k_groups, intermediate_size, - None, None, 0, num_experts, routed_scaling, routing_method_type, - act_type.value, topk_weights, topk_ids) + gemm2_scales_mxe2m1_shuffled.cuda(), + gemm2_bias_shuffled.cuda() if gemm2_bias_shuffled is not None + else None, num_experts, top_k, n_groups, top_k_groups, + intermediate_size, None, None, 0, num_experts, routed_scaling, + routing_method_type, act_type.value, topk_weights, topk_ids) elif dtype_activation == "bf16": output = torch.ops.trtllm.bf16_mxe2m1_block_scale_moe_runner( expert_logits, routing_bias, hidden_states.cuda().to(torch.bfloat16), gemm1_weights_mxe2m1_shuffled.cuda(), - gemm1_scales_mxe2m1_shuffled.cuda(), gemm1_bias_shuffled.cuda(), - gemm1_alpha, gemm1_beta, gemm1_clamp_limit, + gemm1_scales_mxe2m1_shuffled.cuda(), + gemm1_bias_shuffled.cuda() if gemm1_bias_shuffled is not None + else None, gemm1_alpha, gemm1_beta, gemm1_clamp_limit, gemm2_weights_mxe2m1_shuffled.cuda(), - gemm2_scales_mxe2m1_shuffled.cuda(), gemm2_bias_shuffled.cuda(), - num_experts, top_k, n_groups, top_k_groups, intermediate_size, - None, None, 0, num_experts, routed_scaling, routing_method_type, - act_type.value, topk_weights, topk_ids) + gemm2_scales_mxe2m1_shuffled.cuda(), + gemm2_bias_shuffled.cuda() if gemm2_bias_shuffled is not None + else None, num_experts, top_k, n_groups, top_k_groups, + intermediate_size, None, None, 0, num_experts, routed_scaling, + routing_method_type, act_type.value, topk_weights, topk_ids) elif dtype_activation == "fp8": output = torch.ops.trtllm.e4m3_mxe2m1_block_scale_moe_runner( expert_logits, routing_bias, input_hidden_states.cuda().to(torch.float8_e4m3fn), gemm1_weights_mxe2m1_shuffled.cuda(), - gemm1_scales_mxe2m1_shuffled.cuda(), gemm1_bias_shuffled.cuda(), - gemm1_alpha, gemm1_beta, gemm1_clamp_limit, + gemm1_scales_mxe2m1_shuffled.cuda(), + gemm1_bias_shuffled.cuda() if gemm1_bias_shuffled is not None + else None, gemm1_alpha, gemm1_beta, gemm1_clamp_limit, gemm2_weights_mxe2m1_shuffled.cuda(), - gemm2_scales_mxe2m1_shuffled.cuda(), gemm2_bias_shuffled.cuda(), - scale_c_fc1, scale_gate_fc1, scale_c_fc2, num_experts, top_k, - n_groups, top_k_groups, intermediate_size, None, None, 0, - num_experts, routed_scaling, routing_method_type, + gemm2_scales_mxe2m1_shuffled.cuda(), + gemm2_bias_shuffled.cuda() if gemm2_bias_shuffled is not None + else None, scale_c_fc1, scale_gate_fc1, scale_c_fc2, + num_experts, top_k, n_groups, top_k_groups, intermediate_size, + None, None, 0, num_experts, routed_scaling, routing_method_type, act_type.value, topk_weights, topk_ids) else: raise ValueError("Invalid dtype_activation") @@ -2600,9 +2661,45 @@ def test_moe_mxe2m1_weights(num_tokens, hidden_size, intermediate_size, output_dequant_reference = output_dequant_reference[:, : unpadded_hidden_size].contiguous( ) - percent = 0.8 if dtype_activation == "mxfp8" else 0.85 - check_accuracy(output_dequant_reference, - output_dequant_actual, - atol=0.0, - rtol=0.10, - percent=percent) + if act_type == ActType.SiTu: + check_accuracy(output_dequant_reference, + output_dequant_actual, + atol=0.1, + rtol=0.15, + percent=0.95) + else: + percent = 0.8 if dtype_activation == "mxfp8" else 0.85 + check_accuracy(output_dequant_reference, + output_dequant_actual, + atol=0.0, + rtol=0.10, + percent=percent) + + +@pytest.mark.skipif( + getSMVersion() not in (100, 103), + reason="The SiTu kernel only supports SM100/SM103. Current SM is %d." % + getSMVersion(), +) +@pytest.mark.parametrize("num_tokens", [1, 8, 256]) +def test_mxe4m3_mxe2m1_situ_matches_reference(num_tokens): + """Compare the fused SiTu cubin with the dequantized PyTorch reference.""" + routing_info = { + "num_experts": 8, + "top_k": 2, + "n_groups": None, + "top_k_groups": None, + "routed_scaling": None, + "has_routing_bias": False, + "routing_method_type": RoutingMethodType.Renormalize + } + # Reuse the established THOP packing/reference harness directly; its + # deprecated parameter matrix remains skipped when collected by pytest. + test_moe_mxe2m1_weights(num_tokens=num_tokens, + hidden_size=512, + intermediate_size=256, + routing_info=routing_info, + dtype_activation="mxfp8", + act_type_str="SiTu", + use_autotune=True, + use_topk_as_input=False) From 0bbc65ac2bc812b63cfaa516b883c726b329d6f8 Mon Sep 17 00:00:00 2001 From: rosong11 Date: Tue, 4 Aug 2026 19:45:10 -0700 Subject: [PATCH 2/2] add TLLM_PUBLIC_RELEASE flag force nvfp4 use cubin Signed-off-by: rosong11 --- .../batchedGemm/trtllmGen_bmm_export/GemmOptions.h | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/GemmOptions.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/GemmOptions.h index afdfca262afc..95555c93d86b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/GemmOptions.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/GemmOptions.h @@ -930,10 +930,12 @@ inline bool checkAndUpdateGemmOptions( options.mValidM, " validN=", options.mValidN, " validK=", options.mValidK); } +#ifdef TLLM_PUBLIC_RELEASE if (options.mDtypeA == tg::Dtype::E2m1 && options.mDtypeMmaA == tg::Dtype::E4m3) { TLLM_CHECK_ERROR(false, "E2m1 x E4m3 is not supported for JIT compile. Use cubins instead."); } +#endif // TLLM_PUBLIC_RELEASE // Check that the A cast is supported. // Currently, we only support {MxFp4, NvFp4, MxInt4} -> Bf16. @@ -961,7 +963,9 @@ inline bool checkAndUpdateGemmOptions( TLLM_CHECK_ERROR(options.mDtypeA == tg::Dtype::MxE2m1 && options.mDtypeMmaA == tg::Dtype::Bfloat16, "PatchF2fp is only supported for MxFp4 to Bf16 casts."); } +#ifdef TLLM_PUBLIC_RELEASE options.mPatchF2fp = false; +#endif // TLLM_PUBLIC_RELEASE // FIXME: We do not support different dtypes for A and B when not on Blackwell. if (!isBlackwell)